-- Logs begin at Sun 2021-06-06 11:13:42 UTC, end at Sun 2021-06-06 12:10:23 UTC. -- Jun 06 11:43:43.951612 dv-cinder-786260-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 06 11:43:46.521639 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.common.config [-] Logging enabled! Jun 06 11:43:46.522171 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev272 Jun 06 11:43:46.522444 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91484) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 06 11:43:46.526245 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.common.config [-] Logging enabled! Jun 06 11:43:46.526500 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev272 Jun 06 11:43:46.526810 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91484) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 06 11:43:46.527740 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 06 11:43:46.527976 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 06 11:43:46.528338 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 06 11:43:46.528807 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 06 11:43:46.529037 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 06 11:43:46.529357 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.529656 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.529979 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.530209 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.530505 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.530796 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.531078 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.531374 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.531671 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.531955 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.532235 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.532519 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.532748 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.533030 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.533322 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.533610 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.533845 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] debug = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.534141 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.534572 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.534979 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.535279 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.535551 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.535828 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.536098 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.536371 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.536653 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.536982 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] host = dv-cinder-786260-3-smb {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.537261 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.537549 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.537865 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.538147 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.538422 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.538701 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.538987 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.539289 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.539689 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] log_file = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.539974 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.540268 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.540560 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.540854 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.541081 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.541310 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.541601 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.542174 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.542454 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.542732 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.543009 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.543284 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.543560 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.543833 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.544119 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.544405 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.544692 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.544969 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.545244 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.545519 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.545793 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.546106 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.546382 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.546657 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.546930 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.547217 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.547486 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.547761 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.548064 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.548350 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.548633 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.548917 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.549189 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.549470 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.549745 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.550046 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.550319 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] use_json = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.550591 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.550862 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.551142 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.551418 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.551692 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.551964 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.552236 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.552529 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:46.552817 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.553113 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.553413 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.553697 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.554016 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.554298 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.554587 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.555038 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.555341 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.555632 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.555922 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.556201 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.556488 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.556767 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.557062 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.557367 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.557661 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.557982 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.558261 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.558536 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.558809 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.559085 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.559367 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.559661 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.559952 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.560226 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.560504 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.560798 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.561074 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.561351 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.561628 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.561944 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.562226 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.562499 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.562780 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.563057 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.563329 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.563600 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.563878 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.564169 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.564446 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.564717 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.564987 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.565264 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.565534 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.565819 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.566117 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.566390 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.566663 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.566942 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.567213 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.567485 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.567763 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.568035 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.568313 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.568586 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.568858 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.569132 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.569403 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.569673 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.569968 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.570242 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.571080 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.571354 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.571627 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.571904 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.572179 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.572453 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.572737 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.573035 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.573315 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.573595 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.573898 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.574183 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.574463 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.574741 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.575018 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.575297 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.575569 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.575861 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.576144 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.576435 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.576719 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.576995 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.577290 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.577565 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.577872 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.578144 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.578425 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.578714 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.578997 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.579293 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.579588 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.579882 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.580179 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.580473 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.580754 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.581064 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.581342 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:46.581559 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 06 11:43:46.581801 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91484) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 06 11:43:46.929001 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:43:46.929277 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:43:46.929566 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:43:46.930675 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 06 11:43:47.312381 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.312686 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.312956 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.314150 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.314432 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.314698 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.350831 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.351115 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.351384 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.364568 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.364848 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.365118 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.393022 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.393305 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.393578 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.431494 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.431770 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.432040 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.661823 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.662473 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.662473 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.662633 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.663296 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.785699 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.786042 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.786329 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.786608 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.786878 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.787194 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.787455 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.787713 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.787966 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.788248 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.788507 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.788771 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.789057 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.789324 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.789750 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.790051 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.790314 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.790588 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.790841 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.791123 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.791472 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.791723 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.792239 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.792522 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.792772 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.793019 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.793409 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 11:43:47.793653 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 11:43:47.793917 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 11:43:47.794158 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 11:43:47.794396 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 11:43:47.794633 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 11:43:47.794998 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 06 11:43:47.798070 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 06 11:43:47.802036 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 06 11:43:47.806450 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jun 06 11:43:47.808075 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 06 11:43:47.808527 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 06 11:43:47.808858 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 06 11:43:47.809242 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 06 11:43:47.812006 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 06 11:43:47.812258 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 06 11:43:47.812605 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 06 11:43:47.839905 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 06 11:43:47.840352 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.840648 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91484) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 06 11:43:47.841008 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.842366 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91484) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 06 11:43:47.842645 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 06 11:43:47.842890 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 06 11:43:47.846113 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.846392 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:47.910361 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 06 11:43:47.910601 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 06 11:43:47.910838 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 06 11:43:47.911204 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 06 11:43:47.942520 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_db.sqlalchemy.engines [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91484) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 06 11:43:48.271856 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.plugins.ml2.managers [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Initializing driver for type 'gre' Jun 06 11:43:48.272449 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] gre ID ranges: [(1, 1000)] Jun 06 11:43:48.327809 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.plugins.ml2.managers [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Initializing driver for type 'local' Jun 06 11:43:48.328256 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.plugins.ml2.managers [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Initializing driver for type 'vlan' Jun 06 11:43:48.344197 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] VlanTypeDriver initialization complete Jun 06 11:43:48.344630 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.plugins.ml2.managers [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Initializing driver for type 'vxlan' Jun 06 11:43:48.345363 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] vxlan ID ranges: [(1, 1000)] Jun 06 11:43:48.402517 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.plugins.ml2.managers [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Initializing extension driver 'port_security' Jun 06 11:43:48.402874 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.plugins.ml2.extensions.port_security [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] PortSecurityExtensionDriver initialization complete Jun 06 11:43:48.403220 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.plugins.ml2.managers [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Initializing mechanism driver 'openvswitch' Jun 06 11:43:48.403565 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.plugins.ml2.managers [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Initializing mechanism driver 'hyperv' Jun 06 11:43:48.410116 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.plugins.ml2.plugin [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:43:48.410894 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > port after_create 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.411284 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > port after_update 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.411652 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > port after_delete 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.412054 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > subnet after_create 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.412421 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > subnet after_update 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.412780 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.413174 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > network after_create 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.413534 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > network after_update 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.413919 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > network after_delete 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.414934 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > security_group after_create 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.415326 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > security_group after_update 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.415678 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.416069 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.416426 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.416779 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.417431 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > address_group after_create 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.417789 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > address_group after_update 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.418162 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.418511 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] ML2 OVO RPC backend initialized. {{(pid=91484) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 06 11:43:48.419225 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.419589 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.420017 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > network before_response 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.420373 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > networks before_response 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.420728 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > port before_response 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.421079 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > ports before_response 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.421430 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > subnet before_response 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.421778 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > subnets before_response 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.422153 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > network after_create 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.422500 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > network after_update 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.422845 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > network after_delete 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.423194 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > port after_create 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.423546 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > port after_update 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.423901 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > port after_delete 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.424251 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > subnet after_create 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.424598 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > subnet after_update 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.426648 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.426648 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.plugins.ml2.plugin [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Modular L2 Plugin initialization complete Jun 06 11:43:48.426648 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading services supported by the core plugin {{(pid=91484) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 06 11:43:48.426648 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.plugins.ml2.managers [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Got port-security extension from driver 'port_security' Jun 06 11:43:48.426648 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.extensions.vlantransparent [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Disabled vlantransparent extension. Jun 06 11:43:48.427136 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91484) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 06 11:43:48.427455 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading Plugin: router Jun 06 11:43:48.464533 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.464938 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > router after_create 55549900 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.465321 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > router before_create 55549900 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.465698 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.466103 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.466470 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > router after_delete 55549900 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.466836 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.467206 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > router after_create 55549900 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.467562 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > router after_update 55549900 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.467920 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > router after_update 55549900 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.468276 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.468642 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > router after_update 55549900 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.469059 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > router precommit_update 55549900 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.469438 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: port after_update 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.469787 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: port after_delete 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.470159 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: subnet after_update 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.470509 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.470872 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.471231 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > router precommit_create 55549900 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.471581 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: port before_delete 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.471934 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > router precommit_create 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.472298 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > router after_update 55549900 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.472650 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.473005 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > router precommit_create 55549900 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.473374 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.473727 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > router precommit_update 55549900 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.474139 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > network after_delete 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.475005 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.quota.resource_registry [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Tracking information for resource: router configured {{(pid=91484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 11:43:48.475350 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.quota.resource_registry [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Tracking information for resource: floatingip configured {{(pid=91484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 11:43:48.481191 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.db.l3_agentschedulers_db [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 06 11:43:48.481778 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: port after_update 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.482177 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: port after_create 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.482540 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: port after_delete 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.482904 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: port after_update 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.483705 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > router before_create 55550100 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.484090 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.484465 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > router precommit_create 55550100 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.484835 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > router precommit_update 55550100 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.489364 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.services.provider_configuration [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Service providers = [] {{(pid=91484) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 06 11:43:48.489742 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.db.servicetype_db [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91484) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 06 11:43:48.492734 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.services.service_base [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91484) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 06 11:43:48.493034 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.services.service_base [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91484) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 06 11:43:48.493386 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.services.service_base [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91484) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 06 11:43:48.494302 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.services.service_base [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91484) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 06 11:43:48.494686 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.services.service_base [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 06 11:43:48.495227 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 11:43:48.495561 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 06 11:43:48.506208 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 11:43:48.506555 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading Plugin: auto_allocate Jun 06 11:43:48.512534 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: network precommit_update 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.512915 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: network precommit_create 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.513440 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 11:43:48.513776 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading Plugin: tag Jun 06 11:43:48.521818 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 11:43:48.522233 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading Plugin: timestamp Jun 06 11:43:48.526578 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 11:43:48.526920 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading Plugin: network_ip_availability Jun 06 11:43:48.532118 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.532498 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.532863 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.533588 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 11:43:48.533946 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading Plugin: flavors Jun 06 11:43:48.646231 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 11:43:48.646569 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading Plugin: revisions Jun 06 11:43:48.651769 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 11:43:48.652176 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_concurrency.lockutils [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.722s {{(pid=91484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:43:48.652971 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91484) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 06 11:43:48.653312 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Initializing extension manager. Jun 06 11:43:48.653849 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: __init__.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.654204 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: __pycache__ {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.654551 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.654897 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: address_group.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.655665 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.656258 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: address-group Jun 06 11:43:48.656594 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: address_scope.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.657306 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.657850 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: address-scope Jun 06 11:43:48.658193 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.659127 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.659652 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: router-admin-state-down-before-update Jun 06 11:43:48.659986 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: agent.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.660692 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.661217 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: agent Jun 06 11:43:48.661554 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: agent_resources_synced.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.662500 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.663041 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: agent-resources-synced Jun 06 11:43:48.663356 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: allowedaddresspairs.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.666078 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.666622 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: allowed-address-pairs Jun 06 11:43:48.667229 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: auto_allocated_topology.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.668313 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.668841 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: auto-allocated-topology Jun 06 11:43:48.669177 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: availability_zone.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.669907 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.670430 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: availability_zone Jun 06 11:43:48.670762 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: availability_zone_filter.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.671673 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.672200 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: availability_zone_filter Jun 06 11:43:48.672536 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: data_plane_status.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.673438 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.674002 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extension data-plane-status not supported by any of loaded plugins Jun 06 11:43:48.674337 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: default_subnetpools.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.675248 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.675775 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: default-subnetpools Jun 06 11:43:48.676108 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.676917 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.677441 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: dhcp_agent_scheduler Jun 06 11:43:48.677772 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: dns.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.678706 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.679230 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extension dns-integration not supported by any of loaded plugins Jun 06 11:43:48.679560 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: dns_domain_ports.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.680754 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.681285 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 06 11:43:48.681613 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: dvr.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.682315 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.682837 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: dvr Jun 06 11:43:48.683165 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: empty_string_filtering.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.684077 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.684598 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: empty-string-filtering Jun 06 11:43:48.684928 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.685845 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.686378 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 06 11:43:48.686707 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.687613 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.688304 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 06 11:43:48.688640 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: external_net.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.689550 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.690114 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: external-net Jun 06 11:43:48.690447 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.691348 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.691870 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: extra_dhcp_opt Jun 06 11:43:48.692203 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: extraroute.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.693102 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.693623 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: extraroute Jun 06 11:43:48.693986 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: extraroute_atomic.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.695015 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.695580 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: extraroute-atomic Jun 06 11:43:48.695910 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: filter_validation.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.696582 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.697096 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: filter-validation Jun 06 11:43:48.697424 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: fip_pf_description.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.698360 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.698879 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 06 11:43:48.699210 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: fip_port_details.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.700118 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.700642 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: fip-port-details Jun 06 11:43:48.700976 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: flavors.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.702217 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.702746 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: flavors Jun 06 11:43:48.703082 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.704752 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.705290 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 06 11:43:48.705630 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: floatingip_pools.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.706366 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.706889 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: floatingip-pools Jun 06 11:43:48.707224 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: ip_allocation.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.708139 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.708660 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extension ip_allocation not supported by any of loaded plugins Jun 06 11:43:48.708993 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.709939 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.710462 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: ip-substring-filtering Jun 06 11:43:48.710794 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: l2_adjacency.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.712301 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.712815 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 06 11:43:48.713144 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: l3.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.714146 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.714687 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: router Jun 06 11:43:48.715023 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.717244 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.717786 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 06 11:43:48.718219 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.719145 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.719673 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: ext-gw-mode Jun 06 11:43:48.720010 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.720927 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.721453 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: l3-ha Jun 06 11:43:48.721786 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: l3_flavors.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.722730 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.723252 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: l3-flavors Jun 06 11:43:48.723586 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.724525 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.725052 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 06 11:43:48.725382 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: l3agentscheduler.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.726459 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.727611 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: l3_agent_scheduler Jun 06 11:43:48.727951 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: logging.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.729565 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.730141 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extension logging not supported by any of loaded plugins Jun 06 11:43:48.730483 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: metering.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.731232 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.731830 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: metering Jun 06 11:43:48.732167 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.733255 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.733784 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: metering_source_and_destination_fields Jun 06 11:43:48.734146 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: multiprovidernet.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.735077 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.735602 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: multi-provider Jun 06 11:43:48.735936 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: netmtu.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.736845 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.737370 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: net-mtu Jun 06 11:43:48.737703 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: netmtu_writable.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.738647 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.739174 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: net-mtu-writable Jun 06 11:43:48.739510 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: network_availability_zone.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.740178 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.740699 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: network_availability_zone Jun 06 11:43:48.741029 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: network_ip_availability.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.742464 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.742960 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: network-ip-availability Jun 06 11:43:48.743367 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: network_segment_range.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.744142 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.744668 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extension network-segment-range not supported by any of loaded plugins Jun 06 11:43:48.744997 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: pagination.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.746016 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.746359 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: pagination Jun 06 11:43:48.746691 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: port_device_profile.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.747601 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.748128 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: port-device-profile Jun 06 11:43:48.748459 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.749439 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.750028 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: port-mac-address-regenerate Jun 06 11:43:48.750426 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.751430 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.751990 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: port-numa-affinity-policy Jun 06 11:43:48.752344 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: port_resource_request.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.753351 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.754053 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extension port-resource-request not supported by any of loaded plugins Jun 06 11:43:48.754387 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: portbindings.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.755404 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.755981 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: binding Jun 06 11:43:48.756346 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: portbindings_extended.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.758383 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.759313 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: binding-extended Jun 06 11:43:48.759688 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: portsecurity.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.760766 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.761306 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: port-security Jun 06 11:43:48.761665 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: project_id.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.762930 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.763406 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: project-id Jun 06 11:43:48.763650 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: providernet.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.764648 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.765222 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: provider Jun 06 11:43:48.765588 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: qos.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.769888 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.770381 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extension qos not supported by any of loaded plugins Jun 06 11:43:48.770794 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.772062 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.772635 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 06 11:43:48.772931 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.774593 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.775121 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 06 11:43:48.775458 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: qos_default.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.776373 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.776903 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extension qos-default not supported by any of loaded plugins Jun 06 11:43:48.777239 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: qos_fip.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.777953 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.778479 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extension qos-fip not supported by any of loaded plugins Jun 06 11:43:48.778809 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: qos_gateway_ip.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.779920 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.780442 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 06 11:43:48.780773 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: qos_port_network_policy.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.781683 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.782236 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 06 11:43:48.782568 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: qos_rule_type_details.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.783478 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.783998 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 06 11:43:48.784329 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: qos_rules_alias.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.785379 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.785938 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 06 11:43:48.786272 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: quotasv2.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.787220 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.787554 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: quotas Jun 06 11:43:48.787912 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: quotasv2_detail.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.791225 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.791579 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: quota_details Jun 06 11:43:48.792175 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: rbac.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.793249 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.793792 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: rbac-policies Jun 06 11:43:48.794165 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: rbac_address_group.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.795096 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.795628 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: rbac-address-group Jun 06 11:43:48.795962 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: rbac_address_scope.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.796880 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.797408 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: rbac-address-scope Jun 06 11:43:48.797742 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: rbac_security_groups.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.798691 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.799217 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: rbac-security-groups Jun 06 11:43:48.799553 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: rbac_subnetpool.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.800465 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.801002 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: rbac-subnetpool Jun 06 11:43:48.801572 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: revisionifmatch.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.802571 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.803102 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: revision-if-match Jun 06 11:43:48.803440 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: revisions.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.804553 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.805110 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: standard-attr-revisions Jun 06 11:43:48.805455 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: router_availability_zone.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.806170 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.806696 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: router_availability_zone Jun 06 11:43:48.807029 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: routerservicetype.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.807946 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.808468 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extension router-service-type not supported by any of loaded plugins Jun 06 11:43:48.808803 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.809728 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.810286 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: security-groups-normalized-cidr Jun 06 11:43:48.810619 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.811536 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.812064 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: port-security-groups-filtering Jun 06 11:43:48.812399 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.813320 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.813869 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: security-groups-remote-address-group Jun 06 11:43:48.814205 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: securitygroup.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.824493 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.825038 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: security-group Jun 06 11:43:48.825379 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: segment.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.826201 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.826731 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extension segment not supported by any of loaded plugins Jun 06 11:43:48.827068 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.827996 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.828521 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 06 11:43:48.828855 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: servicetype.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.829998 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.830536 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: service-type Jun 06 11:43:48.830872 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: sorting.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.831850 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.832188 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: sorting Jun 06 11:43:48.832520 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: standard_attr_segment.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.833430 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.833984 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 06 11:43:48.834319 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: standardattrdescription.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.834971 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.835504 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: standard-attr-description Jun 06 11:43:48.835839 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: stateful_security_group.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.837339 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.837895 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: stateful-security-group Jun 06 11:43:48.838232 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: stdattrs_common.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.838833 dv-cinder-786260-3-smb neutron-server[91484]: WARNING neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 06 11:43:48.839167 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.840155 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.840686 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 06 11:43:48.841026 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: subnet_onboard.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.842116 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.842649 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: subnet_onboard Jun 06 11:43:48.842985 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.843914 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.844436 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 06 11:43:48.844770 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: subnet_service_types.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.845687 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.846241 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: subnet-service-types Jun 06 11:43:48.846576 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: subnetallocation.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.847653 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.848182 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: subnet_allocation Jun 06 11:43:48.848518 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.849187 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.849708 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: subnetpool-prefix-ops Jun 06 11:43:48.850062 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.851006 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.851558 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 06 11:43:48.851899 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: tagging.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.852968 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.853500 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: standard-attr-tag Jun 06 11:43:48.853862 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: timestamp.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.855065 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.855593 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loaded extension: standard-attr-timestamp Jun 06 11:43:48.855930 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: trunk.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.856971 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.857504 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extension trunk not supported by any of loaded plugins Jun 06 11:43:48.857863 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: trunk_details.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.858782 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.859311 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extension trunk-details not supported by any of loaded plugins Jun 06 11:43:48.859643 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: uplink_status_propagation.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.860561 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.861094 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 06 11:43:48.861427 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Loading extension file: vlantransparent.py {{(pid=91484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:43:48.862135 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:43:48.862661 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 06 11:43:48.865177 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.quota.resource_registry [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Creating instance of TrackedResource for resource:network Jun 06 11:43:48.865719 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.quota.resource_registry [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Creating instance of TrackedResource for resource:subnet Jun 06 11:43:48.866160 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.quota.resource_registry [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Creating instance of TrackedResource for resource:subnetpool Jun 06 11:43:48.866564 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.quota.resource_registry [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Creating instance of TrackedResource for resource:port Jun 06 11:43:48.867914 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.v2.resource_helper [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 11:43:48.868381 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.v2.resource_helper [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Service FLAVORS assigned prefix: {{(pid=91484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 11:43:48.869004 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.v2.resource_helper [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 11:43:48.869455 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.v2.resource_helper [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 11:43:48.869797 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.quota.resource_registry [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Creating instance of TrackedResource for resource:router Jun 06 11:43:48.870262 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.quota.resource_registry [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Creating instance of TrackedResource for resource:floatingip Jun 06 11:43:48.870774 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.v2.resource_helper [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Service METERING assigned prefix: /metering {{(pid=91484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 11:43:48.872232 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.872613 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.872975 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:43:48.874032 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.quota.resource_registry [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Creating instance of CountableResource for resource:rbac_policy Jun 06 11:43:48.874490 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.quota.resource_registry [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Creating instance of TrackedResource for resource:security_group Jun 06 11:43:48.874939 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.quota.resource_registry [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 06 11:43:48.875559 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.v2.resource_helper [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Service CORE assigned prefix: {{(pid=91484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 11:43:48.875901 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.quota.resource_registry [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Creating instance of TrackedResource for resource:subnetpool Jun 06 11:43:48.876265 dv-cinder-786260-3-smb neutron-server[91484]: WARNING neutron.quota.resource_registry [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] subnetpool is already registered Jun 06 11:43:48.876724 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.v2.resource_helper [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Service CORE assigned prefix: {{(pid=91484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 11:43:48.877062 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.quota.resource_registry [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Creating instance of TrackedResource for resource:subnetpool Jun 06 11:43:48.877406 dv-cinder-786260-3-smb neutron-server[91484]: WARNING neutron.quota.resource_registry [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] subnetpool is already registered Jun 06 11:43:48.879763 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.v2.resource_helper [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 11:43:48.880212 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.v2.resource_helper [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Service FLAVORS assigned prefix: {{(pid=91484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 11:43:48.880826 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.v2.resource_helper [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 11:43:48.881260 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.v2.resource_helper [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 11:43:48.881602 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.quota.resource_registry [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Creating instance of TrackedResource for resource:router Jun 06 11:43:48.881989 dv-cinder-786260-3-smb neutron-server[91484]: WARNING neutron.quota.resource_registry [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] router is already registered Jun 06 11:43:48.882416 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.quota.resource_registry [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Creating instance of TrackedResource for resource:floatingip Jun 06 11:43:48.883387 dv-cinder-786260-3-smb neutron-server[91484]: WARNING neutron.quota.resource_registry [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] floatingip is already registered Jun 06 11:43:48.883839 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.v2.resource_helper [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Service METERING assigned prefix: /metering {{(pid=91484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 11:43:48.884572 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.quota.resource_registry [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Creating instance of CountableResource for resource:rbac_policy Jun 06 11:43:48.884910 dv-cinder-786260-3-smb neutron-server[91484]: WARNING neutron.quota.resource_registry [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] rbac_policy is already registered Jun 06 11:43:48.885334 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.quota.resource_registry [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Creating instance of TrackedResource for resource:security_group Jun 06 11:43:48.885679 dv-cinder-786260-3-smb neutron-server[91484]: WARNING neutron.quota.resource_registry [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] security_group is already registered Jun 06 11:43:48.886127 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.quota.resource_registry [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 06 11:43:48.886471 dv-cinder-786260-3-smb neutron-server[91484]: WARNING neutron.quota.resource_registry [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] security_group_rule is already registered Jun 06 11:43:48.887117 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.v2.resource_helper [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Service CORE assigned prefix: {{(pid=91484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 11:43:48.887458 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.quota.resource_registry [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Creating instance of TrackedResource for resource:subnetpool Jun 06 11:43:48.887804 dv-cinder-786260-3-smb neutron-server[91484]: WARNING neutron.quota.resource_registry [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] subnetpool is already registered Jun 06 11:43:48.888245 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.v2.resource_helper [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Service CORE assigned prefix: {{(pid=91484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 11:43:48.888580 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.quota.resource_registry [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Creating instance of TrackedResource for resource:subnetpool Jun 06 11:43:48.888919 dv-cinder-786260-3-smb neutron-server[91484]: WARNING neutron.quota.resource_registry [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] subnetpool is already registered Jun 06 11:43:48.889403 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extended resource: extensions {{(pid=91484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:43:48.890919 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extended resource: address-groups {{(pid=91484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:43:48.892453 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extended resource: address-scopes {{(pid=91484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:43:48.893794 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extended resource: agents {{(pid=91484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:43:48.895010 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extended resource: auto-allocated-topology {{(pid=91484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:43:48.896297 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extended resource: availability_zones {{(pid=91484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:43:48.897553 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extended resource: dhcp-networks {{(pid=91484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:43:48.899942 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extended resource: dhcp-agents {{(pid=91484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:43:48.901426 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extended resource: routers {{(pid=91484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:43:48.903225 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extended resource: flavors {{(pid=91484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:43:48.905573 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extended resource: service_profiles {{(pid=91484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:43:48.906858 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extended resource: next_providers {{(pid=91484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:43:48.908317 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extended resource: service_profiles {{(pid=91484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:43:48.909963 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extended resource: floatingip-pools {{(pid=91484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:43:48.912173 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extended resource: routers {{(pid=91484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:43:48.913958 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extended resource: floatingips {{(pid=91484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:43:48.915302 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extended resource: l3-routers {{(pid=91484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:43:48.916734 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extended resource: l3-agents {{(pid=91484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:43:48.918481 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extended resource: metering-labels {{(pid=91484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:43:48.919762 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extended resource: metering-label-rules {{(pid=91484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:43:48.921181 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extended resource: network-ip-availabilities {{(pid=91484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:43:48.922505 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extended resource: bindings {{(pid=91484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:43:48.924097 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extended resource: quotas {{(pid=91484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:43:48.925691 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extended resource: quotas {{(pid=91484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:43:48.927187 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extended resource: rbac-policies {{(pid=91484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:43:48.928413 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extended resource: security-groups {{(pid=91484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:43:48.929763 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extended resource: security-group-rules {{(pid=91484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:43:48.931055 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extended resource: service-providers {{(pid=91484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:43:48.932331 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extended resource: subnetpools {{(pid=91484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:43:48.933719 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extended resource: subnetpools {{(pid=91484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:43:48.935340 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extended resource: tags {{(pid=91484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:43:48.937066 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extended resource: tags {{(pid=91484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:43:48.938934 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extended resource: tags {{(pid=91484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:43:48.940780 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extended resource: tags {{(pid=91484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:43:48.942547 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extended resource: tags {{(pid=91484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:43:48.944530 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extended resource: tags {{(pid=91484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:43:48.946928 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extended resource: tags {{(pid=91484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:43:48.948896 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extended resource: tags {{(pid=91484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:43:48.950842 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extended resource: tags {{(pid=91484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:43:48.952613 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron.api.extensions [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Extended resource: tags {{(pid=91484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:43:48.958753 dv-cinder-786260-3-smb neutron-server[91484]: WARNING keystonemiddleware.auth_token [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 06 11:43:48.964014 dv-cinder-786260-3-smb neutron-server[91484]: WARNING keystonemiddleware.auth_token [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 06 11:43:48.972389 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_concurrency.lockutils [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Acquired lock "singleton_lock" {{(pid=91484) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 06 11:43:48.972875 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_concurrency.lockutils [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Releasing lock "singleton_lock" {{(pid=91484) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 06 11:43:48.973520 dv-cinder-786260-3-smb neutron-server[91484]: INFO oslo_service.service [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Starting 2 workers Jun 06 11:43:48.978548 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Started child 91625 {{(pid=91484) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 06 11:43:48.982958 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Started child 91626 {{(pid=91484) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 06 11:43:48.983563 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:43:48.984447 dv-cinder-786260-3-smb neutron-server[91484]: INFO neutron.service [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 06 11:43:48.985101 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Notify callbacks [] for process, before_spawn {{(pid=91484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:43:48.985211 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [-] (91625) wsgi starting up on http://0.0.0.0:9696 Jun 06 11:43:48.987519 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:43:48.987962 dv-cinder-786260-3-smb neutron-server[91484]: INFO oslo_service.service [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Starting 1 workers Jun 06 11:43:48.988885 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [-] (91626) wsgi starting up on http://0.0.0.0:9696 Jun 06 11:43:48.992598 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Started child 91627 {{(pid=91484) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 06 11:43:48.993208 dv-cinder-786260-3-smb neutron-server[91484]: INFO oslo_service.service [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Starting 1 workers Jun 06 11:43:48.996259 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.service [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] calling RpcWorker wait() {{(pid=91627) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 06 11:43:48.996798 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.service [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] returning from RpcWorker wait() {{(pid=91627) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 06 11:43:48.997766 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Started child 91628 {{(pid=91484) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 06 11:43:48.998135 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:43:48.998607 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG neutron_lib.callbacks.manager [None req-0b51f2e3-d7ec-4556-b36a-03355b06eff8 None None] Notify callbacks [] for process, after_spawn {{(pid=91484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:43:48.998700 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:43:49.000424 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91484) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 06 11:43:49.000650 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 06 11:43:49.000836 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 06 11:43:49.001063 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 06 11:43:49.001410 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 06 11:43:49.001581 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 06 11:43:49.002142 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.002433 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.002522 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:43:49.002960 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.002960 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.003241 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.003440 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:43:49.003858 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.004110 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.004374 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.004662 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.004906 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.005092 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.005267 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.005528 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.005773 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.006113 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.006396 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.006656 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.006937 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.007122 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.007379 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.007652 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.008682 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.008827 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] debug = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.008987 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.009507 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.009767 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.010061 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.010290 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.010587 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.010827 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.011104 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.011350 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.011614 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.011863 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.012138 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.012400 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.012619 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.012843 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.013124 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.013345 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.013852 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] host = dv-cinder-786260-3-smb {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.014085 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.014309 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.014543 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.014807 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.015058 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.015279 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.015550 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.015814 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.016091 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.016336 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.016580 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.016840 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.017083 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.017351 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] log_file = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.017497 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] log_options = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.017742 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.018053 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.018328 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.018528 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.018703 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.018887 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.019141 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.019310 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.019598 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.019820 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.020038 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.020257 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.020494 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.020710 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.020987 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.021235 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.021485 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.021705 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.022002 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.022253 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.022486 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.022771 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.022965 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.023184 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.023450 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.024210 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.024501 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.024721 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.024939 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.025200 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.025456 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.025707 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.025988 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.026253 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.026505 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.026742 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.026969 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.027333 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.027568 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.027824 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.028080 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.028313 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.028543 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.028786 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.029045 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.029350 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] use_json = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.029592 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.029812 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.030327 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.030327 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.031333 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.031333 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.031333 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.031333 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.031670 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.031916 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.032248 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.032639 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.032854 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.033205 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.033564 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.033674 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.033903 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.034154 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.034481 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.034750 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.035006 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.035254 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.035544 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.035916 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.036278 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.037029 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.037029 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.037029 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.037381 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.037381 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.039717 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.039717 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.039717 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.039717 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.039717 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.039717 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.039717 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.039717 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.040490 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.040490 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.040490 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.040490 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.040958 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.040958 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.041181 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.041508 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.041780 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.042483 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.042844 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.042844 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.043078 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.043225 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.043452 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.043672 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.043912 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.044149 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.044390 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.044759 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.044885 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.045095 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.045343 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.045587 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.045813 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.046093 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.046320 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.046544 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.046765 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.046988 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.047242 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.047581 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.047703 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.047924 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.048164 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.048389 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.048633 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.048914 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.049142 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.049383 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.049611 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.049870 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.050093 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.050573 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.050573 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.050892 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.051027 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.051194 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.051416 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.051633 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.051855 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.052200 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.052390 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.052629 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.052891 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.053217 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.053477 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.053721 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.054070 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.054340 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.054584 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.056878 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.056878 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.056878 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.056878 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.056878 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.056878 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.056878 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.056878 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.057997 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.057997 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.057997 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.057997 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.058464 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.058464 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.058666 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.058850 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.059115 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.059376 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.059636 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.059912 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.060207 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.060469 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.060748 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.060974 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.061238 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.061537 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.061822 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.062100 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.062361 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.062601 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.062862 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.063103 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.063368 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.063606 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.063844 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.064067 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.064365 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.064591 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.064836 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.065058 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.065330 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.065673 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.065953 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.066174 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.066393 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.066666 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.066946 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.067188 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.067484 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.067710 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.067969 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.068225 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.068482 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.068704 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.068956 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.069212 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.069433 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.069681 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.069924 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.070180 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.070921 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.071310 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.071786 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.072098 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.072263 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.072494 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.072720 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.072944 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.073198 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.073418 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.073642 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.073939 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.074331 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.074726 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.074726 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.074994 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.075133 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.075278 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.075559 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.075826 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.076306 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.076306 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.076842 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.076842 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.077154 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.077272 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.077494 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.077716 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.077982 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.078228 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.078467 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.078705 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.078956 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.079191 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.079449 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.079711 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.080471 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.080471 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.080838 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.080838 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.081816 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.081816 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.081816 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.081816 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.082473 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.082473 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.082473 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.083232 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.083232 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.083232 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.083909 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.083909 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.083909 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.083909 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.084433 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.084433 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.085282 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.085282 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.085282 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.085927 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.085927 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.085927 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.087400 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.087400 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.087400 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.087400 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.088052 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.088052 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.088052 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.088281 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.089049 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.089049 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.089049 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.089318 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.089318 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.089530 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.089748 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.090008 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.090460 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.090679 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.092090 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.092090 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.092090 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.092090 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.092090 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.092804 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.092804 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.092804 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.093104 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.093266 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.093496 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.093741 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.094009 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.094295 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.094624 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.094928 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.095184 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.095418 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.095739 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.096000 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.096266 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.096485 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.096807 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.097161 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.097473 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.097717 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.098007 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.098280 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.098993 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.098993 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.098993 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.099323 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.099401 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.099623 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.099862 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.100113 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.100358 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.100593 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.100812 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.101050 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.101287 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.101566 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.101923 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.102209 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 06 11:43:49.102788 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91484) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 06 11:43:49.102957 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 06 11:43:49.103116 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 06 11:43:49.103301 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 06 11:43:49.103476 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 06 11:43:49.103632 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 06 11:43:49.103848 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.104016 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.104181 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.104345 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.104509 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.104695 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.104860 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.105022 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.105183 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.105346 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.105510 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.105674 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.105860 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.106022 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.106183 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.106348 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.106510 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.106673 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.106843 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.107007 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.107174 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.107333 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.107657 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] debug = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.107822 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.108018 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.108185 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.108320 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.108485 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.108647 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.108810 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.108973 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.109136 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.109299 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.109448 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.109610 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.109770 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.109956 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.110118 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.110281 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.110443 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.110605 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] host = dv-cinder-786260-3-smb {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.110769 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.110932 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.111093 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.111254 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.111416 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.111579 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.111741 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.111903 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.117865 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.117865 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.117865 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.117865 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.117865 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.117865 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] log_file = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.117865 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] log_options = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.117865 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.117865 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.118442 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.118442 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.118442 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.118442 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.118442 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.118442 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.118442 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.118834 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.118834 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.118834 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.118834 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.118834 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.119195 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 37414) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:43:49.119266 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.119266 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.119266 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.119266 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.119266 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.119266 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.119609 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.119609 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.119736 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.119964 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.120052 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.120144 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.120304 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.120462 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.120620 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.120778 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.120935 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.121094 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.121252 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.121408 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.121564 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.121722 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.121903 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.123760 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.123952 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.124128 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.124299 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.124468 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.124642 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.124798 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.124963 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.125127 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] use_json = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.125288 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.125445 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.125603 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.125767 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.126277 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.126451 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.126599 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.126781 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:43:49.126949 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.127249 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.128157 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.128342 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.128519 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.128912 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.129086 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.129252 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.129419 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.129585 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.129753 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.129932 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.130137 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.130347 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.130517 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.130683 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.130847 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.131058 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.131220 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.131319 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0095913 Jun 06 11:43:49.131395 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.131604 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.131676 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.131853 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.132017 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.132180 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.132328 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.132490 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.132665 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.132907 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.133621 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.133757 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.134076 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.134076 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.134510 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.134605 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.134686 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.134854 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.135022 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.135191 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.135373 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.135529 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.135670 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.135831 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.135998 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.136167 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.136365 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.137038 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.137038 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.137315 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.137524 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.138541 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.138541 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.138541 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.138783 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.138783 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.138947 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.139081 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.139250 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.139405 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.139566 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.139727 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.139904 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.140066 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.140229 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.140394 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.141619 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.141795 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.141983 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.142145 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.143076 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.143076 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.143076 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.143076 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.143076 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.143076 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.143668 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:43:49.143780 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.143780 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.143780 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.143780 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.144071 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.144071 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.144217 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.144295 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.144406 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.145890 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.145890 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.145890 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.145890 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.145890 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.145890 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.145890 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.145890 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.146380 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.146380 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.146380 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.146380 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.146598 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.146598 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.146760 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.146918 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.147079 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.147241 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.147401 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.147562 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.147743 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.147903 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.148065 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.148226 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.148413 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.148697 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.148954 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.149164 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.149372 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.149541 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.149702 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.149897 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.150057 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.150224 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.150371 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.150535 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.150682 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.150846 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.150991 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.151156 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.151326 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.151466 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.151603 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.151774 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.151947 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.152113 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.152277 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.152431 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.152612 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.152774 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.152935 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.153095 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.153255 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.153400 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.153569 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.153785 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.153975 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.154115 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.154266 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.154406 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.154544 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.154681 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.154819 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.154985 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.155130 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.155296 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.155441 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.155598 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.156616 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.156616 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.156616 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.157011 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.157149 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.157286 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.157958 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.158131 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.158627 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.158627 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.158990 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.160050 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.160050 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.160050 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.160050 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.160050 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.160050 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.160434 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.160500 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.160644 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.160812 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.160969 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.161197 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.161408 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.161569 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.161725 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.161917 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.162076 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.162235 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.162392 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.162559 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.162723 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.162884 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.163049 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.163213 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.163421 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.163604 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.164594 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.164770 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.164919 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.165084 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.165246 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.165406 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.165568 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.165720 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.165932 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.166094 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.166264 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.166501 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.166669 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.166832 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.167237 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.167418 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.167561 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.167735 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.167888 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.168033 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.168173 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.168334 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.168507 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.168664 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.168806 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.168966 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.169112 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.169286 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.169449 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.169610 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.169771 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.169966 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.170110 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.171036 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.171036 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.171036 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.171036 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.171036 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.171036 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.171703 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.171703 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.171703 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.171703 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.171998 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.171998 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.172142 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.172221 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.172911 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.172911 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.172911 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.172911 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.173402 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.173402 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.173402 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.173751 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.173751 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.175489 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.175489 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.175489 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.175489 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.175961 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.175961 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.176158 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.176262 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.176399 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.176581 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.176746 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.176967 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.177142 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.177304 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.177466 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.177627 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.177790 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.177985 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.178148 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.178310 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.178532 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.178699 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.178861 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.179022 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.179184 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.179421 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.179521 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.180189 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.180459 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:43:49.180619 dv-cinder-786260-3-smb neutron-server[91484]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 06 11:44:00.198036 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561ea6c1-3702-4e0f-8197-e53f7642d7b1 None None] get_active_networks_info from dv-cinder-786260-3-smb {{(pid=91627) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 06 11:44:00.335295 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561ea6c1-3702-4e0f-8197-e53f7642d7b1 None None] No non-hosted networks {{(pid=91627) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 06 11:44:00.351854 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.agentschedulers_db [None req-561ea6c1-3702-4e0f-8197-e53f7642d7b1 None None] DHCP Agent not found on host dv-cinder-786260-3-smb {{(pid=91627) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 06 11:44:00.476505 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3bd15f78-fe98-4ed0-b5ef-7fc95674ecbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996'] for agent, after_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:02.484562 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996'] for agent, after_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:02.485239 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:02.485550 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:02.491158 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:02.491529 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:02.495898 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:02.502053 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:02.503895 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:02.504672 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:02.506340 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:02.507451 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:02.510250 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:02.512002 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:02.513397 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786260-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:44:02.524825 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786260-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:44:02.760591 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-5a61224e-14ce-4094-a752-74ca2bfb6dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996'] for agent, after_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:02.823967 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-821fb81c-8c5f-480f-8567-f33b81a46c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:03.738078 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996'] for agent, after_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:05.571534 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996'] for agent, after_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:06.716888 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 37512) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:44:07.306492 dv-cinder-786260-3-smb neutron-server[91625]: WARNING oslo_policy.policy [None req-60daecb2-12ac-494c-a346-6d3f3b467c1b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 11:44:07.307062 dv-cinder-786260-3-smb neutron-server[91625]: WARNING oslo_policy.policy [None req-60daecb2-12ac-494c-a346-6d3f3b467c1b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 11:44:07.523999 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [None req-60daecb2-12ac-494c-a346-6d3f3b467c1b admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=91625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 11:44:07.525062 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-60daecb2-12ac-494c-a346-6d3f3b467c1b admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8072197 Jun 06 11:44:07.963015 dv-cinder-786260-3-smb neutron-server[91627]: INFO neutron.db.l3_hamode_db [None req-ddfe000b-ce2b-413e-ac40-3fda0f91226b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 06 11:44:08.047549 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfe000b-ce2b-413e-ac40-3fda0f91226b None None] Routers set() bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:44:08.047938 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfe000b-ce2b-413e-ac40-3fda0f91226b None None] Router IDs set() for agent in host dv-cinder-786260-3-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 06 11:44:09.850228 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 37526) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:44:10.205484 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-14c85f14-eb46-4374-8e98-78a715f6bc92 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:44:10.303938 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.policy [None req-14c85f14-eb46-4374-8e98-78a715f6bc92 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91625) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 06 11:44:10.350635 dv-cinder-786260-3-smb neutron-server[91625]: WARNING oslo_policy.policy [None req-14c85f14-eb46-4374-8e98-78a715f6bc92 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 11:44:10.351017 dv-cinder-786260-3-smb neutron-server[91625]: WARNING oslo_policy.policy [None req-14c85f14-eb46-4374-8e98-78a715f6bc92 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 11:44:10.360167 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.quota [None req-14c85f14-eb46-4374-8e98-78a715f6bc92 admin admin] Loaded quota_driver: . Jun 06 11:44:10.436382 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-14c85f14-eb46-4374-8e98-78a715f6bc92 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770692190220', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770692190779', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770692196162', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770692174574', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770692179317', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770692157399', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7782030', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7785481', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-405645', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1685977'] for rbac-policy, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:10.495007 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-14c85f14-eb46-4374-8e98-78a715f6bc92 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:10.496230 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-14c85f14-eb46-4374-8e98-78a715f6bc92 admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6450298 Jun 06 11:44:13.108267 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 37538) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:44:13.452015 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-2bda9ba3-c563-43fa-a253-be5b5e678cd2 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '3e9d5d582e9e4685a43c2d4437bcc16d', 'tenant_id': '3e9d5d582e9e4685a43c2d4437bcc16d', 'name': 'private'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:44:13.474632 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bda9ba3-c563-43fa-a253-be5b5e678cd2 admin admin] Made reservation on behalf of 3e9d5d582e9e4685a43c2d4437bcc16d for: {'network': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:44:13.478351 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2bda9ba3-c563-43fa-a253-be5b5e678cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7902729'] for network, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:13.495737 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2bda9ba3-c563-43fa-a253-be5b5e678cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:13.612050 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2bda9ba3-c563-43fa-a253-be5b5e678cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:13.615661 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2bda9ba3-c563-43fa-a253-be5b5e678cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:13.621631 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:44:13.643286 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bda9ba3-c563-43fa-a253-be5b5e678cd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=91625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 11:44:13.668061 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2bda9ba3-c563-43fa-a253-be5b5e678cd2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770687599005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118'] for segment, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:13.668668 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2bda9ba3-c563-43fa-a253-be5b5e678cd2 admin admin] Unsubscribe: segment precommit_create {{(pid=91625) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 06 11:44:13.669143 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.db.segments_db [None req-2bda9ba3-c563-43fa-a253-be5b5e678cd2 admin admin] Added segment 8954d5ca-7a82-4974-ae34-a165cd413c96 of type vlan for network ac15b7fb-9ba0-4bc8-a091-7cf52a8de70b Jun 06 11:44:13.677824 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda9ba3-c563-43fa-a253-be5b5e678cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a5d8b5-3dfc-4a0a-8056-b7313a641487,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:44:13.727437 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda9ba3-c563-43fa-a253-be5b5e678cd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:13.727773 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda9ba3-c563-43fa-a253-be5b5e678cd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:13.728101 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda9ba3-c563-43fa-a253-be5b5e678cd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:13.728432 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda9ba3-c563-43fa-a253-be5b5e678cd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:13.728754 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda9ba3-c563-43fa-a253-be5b5e678cd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:13.729075 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda9ba3-c563-43fa-a253-be5b5e678cd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:13.729393 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda9ba3-c563-43fa-a253-be5b5e678cd2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:13.729709 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda9ba3-c563-43fa-a253-be5b5e678cd2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:13.730070 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda9ba3-c563-43fa-a253-be5b5e678cd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:13.730392 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda9ba3-c563-43fa-a253-be5b5e678cd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:13.730704 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda9ba3-c563-43fa-a253-be5b5e678cd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:13.731012 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda9ba3-c563-43fa-a253-be5b5e678cd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:13.732156 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda9ba3-c563-43fa-a253-be5b5e678cd2 admin admin] Tracked resource versions report: Jun 06 11:44:13.732156 dv-cinder-786260-3-smb neutron-server[91625]: pushed versions: Jun 06 11:44:13.732156 dv-cinder-786260-3-smb neutron-server[91625]: { 'AddressGroup': {'1.2'}, Jun 06 11:44:13.732156 dv-cinder-786260-3-smb neutron-server[91625]: 'ConntrackHelper': {'1.0'}, Jun 06 11:44:13.732156 dv-cinder-786260-3-smb neutron-server[91625]: 'Log': {'1.0'}, Jun 06 11:44:13.732156 dv-cinder-786260-3-smb neutron-server[91625]: 'Network': {'1.1'}, Jun 06 11:44:13.732156 dv-cinder-786260-3-smb neutron-server[91625]: 'Port': {'1.7'}, Jun 06 11:44:13.732156 dv-cinder-786260-3-smb neutron-server[91625]: 'PortForwarding': {'1.2'}, Jun 06 11:44:13.732156 dv-cinder-786260-3-smb neutron-server[91625]: 'QosPolicy': {'1.8'}, Jun 06 11:44:13.732156 dv-cinder-786260-3-smb neutron-server[91625]: 'SecurityGroup': {'1.4'}, Jun 06 11:44:13.732156 dv-cinder-786260-3-smb neutron-server[91625]: 'SecurityGroupRule': {'1.2'}, Jun 06 11:44:13.732156 dv-cinder-786260-3-smb neutron-server[91625]: 'SubPort': {'1.0'}, Jun 06 11:44:13.732156 dv-cinder-786260-3-smb neutron-server[91625]: 'Subnet': {'1.1'}, Jun 06 11:44:13.732156 dv-cinder-786260-3-smb neutron-server[91625]: 'Trunk': {'1.1'}} Jun 06 11:44:13.732156 dv-cinder-786260-3-smb neutron-server[91625]: consumer versions: Jun 06 11:44:13.732156 dv-cinder-786260-3-smb neutron-server[91625]: { DHCP agent@dv-cinder-786260-3-smb: {}, Jun 06 11:44:13.732156 dv-cinder-786260-3-smb neutron-server[91625]: L3 agent@dv-cinder-786260-3-smb: {}, Jun 06 11:44:13.732156 dv-cinder-786260-3-smb neutron-server[91625]: Metadata agent@dv-cinder-786260-3-smb: {}, Jun 06 11:44:13.732156 dv-cinder-786260-3-smb neutron-server[91625]: Metering agent@dv-cinder-786260-3-smb: {}, Jun 06 11:44:13.732156 dv-cinder-786260-3-smb neutron-server[91625]: Open vSwitch agent@dv-cinder-786260-3-smb: { 'AddressGroup': '1.2', Jun 06 11:44:13.732156 dv-cinder-786260-3-smb neutron-server[91625]: 'ConntrackHelper': '1.0', Jun 06 11:44:13.732156 dv-cinder-786260-3-smb neutron-server[91625]: 'Log': '1.0', Jun 06 11:44:13.732156 dv-cinder-786260-3-smb neutron-server[91625]: 'Network': '1.1', Jun 06 11:44:13.732156 dv-cinder-786260-3-smb neutron-server[91625]: 'Port': '1.7', Jun 06 11:44:13.732156 dv-cinder-786260-3-smb neutron-server[91625]: 'PortForwarding': '1.2', Jun 06 11:44:13.732156 dv-cinder-786260-3-smb neutron-server[91625]: 'QosPolicy': '1.8', Jun 06 11:44:13.732156 dv-cinder-786260-3-smb neutron-server[91625]: 'SecurityGroup': '1.4', Jun 06 11:44:13.732156 dv-cinder-786260-3-smb neutron-server[91625]: 'SecurityGroupRule': '1.2', Jun 06 11:44:13.732156 dv-cinder-786260-3-smb neutron-server[91625]: 'SubPort': '1.0', Jun 06 11:44:13.732156 dv-cinder-786260-3-smb neutron-server[91625]: 'Subnet': '1.1', Jun 06 11:44:13.732156 dv-cinder-786260-3-smb neutron-server[91625]: 'Trunk': '1.1'}} Jun 06 11:44:13.732156 dv-cinder-786260-3-smb neutron-server[91625]: {{(pid=91625) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 11:44:13.779228 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-2bda9ba3-c563-43fa-a253-be5b5e678cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:44:13.785630 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2bda9ba3-c563-43fa-a253-be5b5e678cd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770687122670'] for network, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:13.828677 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2bda9ba3-c563-43fa-a253-be5b5e678cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-598673'] for network, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:13.830115 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bda9ba3-c563-43fa-a253-be5b5e678cd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:44:13.830766 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2bda9ba3-c563-43fa-a253-be5b5e678cd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:13.835202 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:44:13.878039 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-2bda9ba3-c563-43fa-a253-be5b5e678cd2 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7686217 Jun 06 11:44:13.937762 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda9ba3-c563-43fa-a253-be5b5e678cd2 admin admin] Pushing event updated for resources: {'Network': ['ID=ac15b7fb-9ba0-4bc8-a091-7cf52a8de70b,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:44:13.940991 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-2bda9ba3-c563-43fa-a253-be5b5e678cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:44:13.949369 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Network ac15b7fb-9ba0-4bc8-a091-7cf52a8de70b details requested by agent ovs-agent-dv-cinder-786260-3-smb with host dv-cinder-786260-3-smb {{(pid=91627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 11:44:16.519462 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 37552) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:44:16.959653 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6a6f5e-5a14-44fe-9aeb-db128d601f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:44:16.961166 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-ec6a6f5e-5a14-44fe-9aeb-db128d601f30 admin admin] 10.222.0.42 "GET /v2.0/networks/ac15b7fb-9ba0-4bc8-a091-7cf52a8de70b HTTP/1.1" status: 200 len: 825 time: 0.4405489 Jun 06 11:44:16.990020 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-7bc72d1b-ea8a-4b87-99c8-3f82444848f0 admin admin] 10.222.0.42 "GET /v2.0/subnetpools/7303be9f-e221-49ea-b184-d8731da628d1 HTTP/1.1" status: 200 len: 734 time: 0.0235865 Jun 06 11:44:16.998871 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-eabd1732-5d86-4008-adf4-a62607744601 admin admin] Request body: {'subnet': {'network_id': 'ac15b7fb-9ba0-4bc8-a091-7cf52a8de70b', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '7303be9f-e221-49ea-b184-d8731da628d1', 'tenant_id': '3e9d5d582e9e4685a43c2d4437bcc16d', 'ip_version': 4}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:44:17.018858 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabd1732-5d86-4008-adf4-a62607744601 admin admin] Made reservation on behalf of 3e9d5d582e9e4685a43c2d4437bcc16d for: {'subnet': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:44:17.021158 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-eabd1732-5d86-4008-adf4-a62607744601 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:17.286722 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-eabd1732-5d86-4008-adf4-a62607744601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680'] for subnet, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:17.292738 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:44:17.384085 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd1732-5d86-4008-adf4-a62607744601 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecec558d-671c-4fc5-8c24-d1fedb6b6a3f,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:44:17.388372 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabd1732-5d86-4008-adf4-a62607744601 admin admin] Checking segment: {'id': '8954d5ca-7a82-4974-ae34-a165cd413c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ac15b7fb-9ba0-4bc8-a091-7cf52a8de70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:44:17.388739 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabd1732-5d86-4008-adf4-a62607744601 admin admin] Network hostable DHCP agents. Network: ac15b7fb-9ba0-4bc8-a091-7cf52a8de70b, hostable agents: ['faabf3fc-c1ac-4f7b-ba43-3022feb00bd5'], hosted agents: [] {{(pid=91625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 11:44:17.391461 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-eabd1732-5d86-4008-adf4-a62607744601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:44:17.407209 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabd1732-5d86-4008-adf4-a62607744601 admin admin] Network ac15b7fb-9ba0-4bc8-a091-7cf52a8de70b is scheduled to be hosted by DHCP agent faabf3fc-c1ac-4f7b-ba43-3022feb00bd5 with binding_index 1 {{(pid=91625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 11:44:17.417895 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-eabd1732-5d86-4008-adf4-a62607744601 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-3-smb, ac15b7fb-9ba0-4bc8-a091-7cf52a8de70b) {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:44:17.422548 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabd1732-5d86-4008-adf4-a62607744601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:44:17.423137 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-eabd1732-5d86-4008-adf4-a62607744601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for subnet, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:17.427195 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405eb329-ac4d-4b58-a30d-126dfedf7aaa None None] Network ac15b7fb-9ba0-4bc8-a091-7cf52a8de70b requested from dv-cinder-786260-3-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 11:44:17.442392 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-eabd1732-5d86-4008-adf4-a62607744601 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4467089 Jun 06 11:44:17.734030 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e798b3-43c8-4494-92cf-2473a09ef0a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp900c76ae-0d80-5f73-9b80-9ed4069fcc53-ac15b7fb-9ba0-4bc8-a091-7cf52a8de70b', 'network_id': 'ac15b7fb-9ba0-4bc8-a091-7cf52a8de70b', 'tenant_id': '3e9d5d582e9e4685a43c2d4437bcc16d', 'fixed_ips': [{'subnet_id': 'ecec558d-671c-4fc5-8c24-d1fedb6b6a3f'}]}} from dv-cinder-786260-3-smb. {{(pid=91627) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 11:44:17.735208 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c5e798b3-43c8-4494-92cf-2473a09ef0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:17.918075 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.db_base_plugin_common [None req-c5e798b3-43c8-4494-92cf-2473a09ef0a6 None None] Allocated IP 172.20.0.2 (ac15b7fb-9ba0-4bc8-a091-7cf52a8de70b/ecec558d-671c-4fc5-8c24-d1fedb6b6a3f/a9277a21-4c9e-4d7c-8323-ab6c0d2732d8) {{(pid=91627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 11:44:18.144548 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c5e798b3-43c8-4494-92cf-2473a09ef0a6 None None] Notify callbacks [] for port, precommit_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:18.158778 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-c5e798b3-43c8-4494-92cf-2473a09ef0a6 None None] Transition to ACTIVE for port object a9277a21-4c9e-4d7c-8323-ab6c0d2732d8 will not be triggered until provisioned by entity L2. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:44:18.179459 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-c5e798b3-43c8-4494-92cf-2473a09ef0a6 None None] Transition to ACTIVE for port object a9277a21-4c9e-4d7c-8323-ab6c0d2732d8 will not be triggered until provisioned by entity DHCP. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:44:18.186971 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c5e798b3-43c8-4494-92cf-2473a09ef0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160'] for port, after_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:18.191616 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:44:18.257724 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e798b3-43c8-4494-92cf-2473a09ef0a6 None None] Network ac15b7fb-9ba0-4bc8-a091-7cf52a8de70b is already hosted by enough agents. {{(pid=91627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:44:18.261117 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.scheduler.base_scheduler [None req-c5e798b3-43c8-4494-92cf-2473a09ef0a6 None None] Resources bound (agent type, host, resource id): {{(pid=91627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:44:18.266159 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e798b3-43c8-4494-92cf-2473a09ef0a6 None None] Pushing event updated for resources: {'Port': ['ID=a9277a21-4c9e-4d7c-8323-ab6c0d2732d8,revision_number=1']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:44:18.268434 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e798b3-43c8-4494-92cf-2473a09ef0a6 None None] Received port after_create {{(pid=91627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 11:44:18.306999 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e798b3-43c8-4494-92cf-2473a09ef0a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:18.307349 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e798b3-43c8-4494-92cf-2473a09ef0a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:18.307691 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e798b3-43c8-4494-92cf-2473a09ef0a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:18.308024 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e798b3-43c8-4494-92cf-2473a09ef0a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:18.308356 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e798b3-43c8-4494-92cf-2473a09ef0a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:18.308688 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e798b3-43c8-4494-92cf-2473a09ef0a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:18.309014 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e798b3-43c8-4494-92cf-2473a09ef0a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:18.309339 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e798b3-43c8-4494-92cf-2473a09ef0a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:18.309663 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e798b3-43c8-4494-92cf-2473a09ef0a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:18.310013 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e798b3-43c8-4494-92cf-2473a09ef0a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:18.310341 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e798b3-43c8-4494-92cf-2473a09ef0a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:18.310658 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e798b3-43c8-4494-92cf-2473a09ef0a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:18.311795 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e798b3-43c8-4494-92cf-2473a09ef0a6 None None] Tracked resource versions report: Jun 06 11:44:18.311795 dv-cinder-786260-3-smb neutron-server[91627]: pushed versions: Jun 06 11:44:18.311795 dv-cinder-786260-3-smb neutron-server[91627]: { 'AddressGroup': {'1.2'}, Jun 06 11:44:18.311795 dv-cinder-786260-3-smb neutron-server[91627]: 'ConntrackHelper': {'1.0'}, Jun 06 11:44:18.311795 dv-cinder-786260-3-smb neutron-server[91627]: 'Log': {'1.0'}, Jun 06 11:44:18.311795 dv-cinder-786260-3-smb neutron-server[91627]: 'Network': {'1.1'}, Jun 06 11:44:18.311795 dv-cinder-786260-3-smb neutron-server[91627]: 'Port': {'1.7'}, Jun 06 11:44:18.311795 dv-cinder-786260-3-smb neutron-server[91627]: 'PortForwarding': {'1.2'}, Jun 06 11:44:18.311795 dv-cinder-786260-3-smb neutron-server[91627]: 'QosPolicy': {'1.8'}, Jun 06 11:44:18.311795 dv-cinder-786260-3-smb neutron-server[91627]: 'SecurityGroup': {'1.4'}, Jun 06 11:44:18.311795 dv-cinder-786260-3-smb neutron-server[91627]: 'SecurityGroupRule': {'1.2'}, Jun 06 11:44:18.311795 dv-cinder-786260-3-smb neutron-server[91627]: 'SubPort': {'1.0'}, Jun 06 11:44:18.311795 dv-cinder-786260-3-smb neutron-server[91627]: 'Subnet': {'1.1'}, Jun 06 11:44:18.311795 dv-cinder-786260-3-smb neutron-server[91627]: 'Trunk': {'1.1'}} Jun 06 11:44:18.311795 dv-cinder-786260-3-smb neutron-server[91627]: consumer versions: Jun 06 11:44:18.311795 dv-cinder-786260-3-smb neutron-server[91627]: { DHCP agent@dv-cinder-786260-3-smb: {}, Jun 06 11:44:18.311795 dv-cinder-786260-3-smb neutron-server[91627]: L3 agent@dv-cinder-786260-3-smb: {}, Jun 06 11:44:18.311795 dv-cinder-786260-3-smb neutron-server[91627]: Metadata agent@dv-cinder-786260-3-smb: {}, Jun 06 11:44:18.311795 dv-cinder-786260-3-smb neutron-server[91627]: Metering agent@dv-cinder-786260-3-smb: {}, Jun 06 11:44:18.311795 dv-cinder-786260-3-smb neutron-server[91627]: Open vSwitch agent@dv-cinder-786260-3-smb: { 'AddressGroup': '1.2', Jun 06 11:44:18.311795 dv-cinder-786260-3-smb neutron-server[91627]: 'ConntrackHelper': '1.0', Jun 06 11:44:18.311795 dv-cinder-786260-3-smb neutron-server[91627]: 'Log': '1.0', Jun 06 11:44:18.311795 dv-cinder-786260-3-smb neutron-server[91627]: 'Network': '1.1', Jun 06 11:44:18.311795 dv-cinder-786260-3-smb neutron-server[91627]: 'Port': '1.7', Jun 06 11:44:18.311795 dv-cinder-786260-3-smb neutron-server[91627]: 'PortForwarding': '1.2', Jun 06 11:44:18.311795 dv-cinder-786260-3-smb neutron-server[91627]: 'QosPolicy': '1.8', Jun 06 11:44:18.311795 dv-cinder-786260-3-smb neutron-server[91627]: 'SecurityGroup': '1.4', Jun 06 11:44:18.311795 dv-cinder-786260-3-smb neutron-server[91627]: 'SecurityGroupRule': '1.2', Jun 06 11:44:18.311795 dv-cinder-786260-3-smb neutron-server[91627]: 'SubPort': '1.0', Jun 06 11:44:18.311795 dv-cinder-786260-3-smb neutron-server[91627]: 'Subnet': '1.1', Jun 06 11:44:18.311795 dv-cinder-786260-3-smb neutron-server[91627]: 'Trunk': '1.1'}} Jun 06 11:44:18.311795 dv-cinder-786260-3-smb neutron-server[91627]: {{(pid=91627) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 11:44:18.319233 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-c5e798b3-43c8-4494-92cf-2473a09ef0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:44:18.376346 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-c5e798b3-43c8-4494-92cf-2473a09ef0a6 None None] Attempting to bind port a9277a21-4c9e-4d7c-8323-ab6c0d2732d8 on host dv-cinder-786260-3-smb for vnic_type normal with profile {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 11:44:18.376743 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-c5e798b3-43c8-4494-92cf-2473a09ef0a6 None None] Attempting to bind port a9277a21-4c9e-4d7c-8323-ab6c0d2732d8 by drivers openvswitch,hyperv on host dv-cinder-786260-3-smb at level 0 using segments [{'id': '8954d5ca-7a82-4974-ae34-a165cd413c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ac15b7fb-9ba0-4bc8-a091-7cf52a8de70b'}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 11:44:18.377203 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e798b3-43c8-4494-92cf-2473a09ef0a6 None None] Attempting to bind port a9277a21-4c9e-4d7c-8323-ab6c0d2732d8 on network ac15b7fb-9ba0-4bc8-a091-7cf52a8de70b {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:44:18.383194 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e798b3-43c8-4494-92cf-2473a09ef0a6 None None] Checking agent: {'id': '8c08a107-9ed3-4e66-a1ef-b6d8b5adb9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 2), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 11:44:18.383610 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e798b3-43c8-4494-92cf-2473a09ef0a6 None None] Checking segment: {'id': '8954d5ca-7a82-4974-ae34-a165cd413c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ac15b7fb-9ba0-4bc8-a091-7cf52a8de70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:44:18.384102 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c5e798b3-43c8-4494-92cf-2473a09ef0a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:18.384498 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e798b3-43c8-4494-92cf-2473a09ef0a6 None None] Bound using segment: {'id': '8954d5ca-7a82-4974-ae34-a165cd413c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ac15b7fb-9ba0-4bc8-a091-7cf52a8de70b'} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 11:44:18.384969 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-c5e798b3-43c8-4494-92cf-2473a09ef0a6 None None] Bound port: a9277a21-4c9e-4d7c-8323-ab6c0d2732d8, host: dv-cinder-786260-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8954d5ca-7a82-4974-ae34-a165cd413c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ac15b7fb-9ba0-4bc8-a091-7cf52a8de70b'}}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 11:44:18.385343 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c5e798b3-43c8-4494-92cf-2473a09ef0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:18.475252 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-c5e798b3-43c8-4494-92cf-2473a09ef0a6 None None] For port a9277a21-4c9e-4d7c-8323-ab6c0d2732d8, host dv-cinder-786260-3-smb, cleared binding levels {{(pid=91627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 11:44:18.479262 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-c5e798b3-43c8-4494-92cf-2473a09ef0a6 None None] For port a9277a21-4c9e-4d7c-8323-ab6c0d2732d8, host dv-cinder-786260-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=a9277a21-4c9e-4d7c-8323-ab6c0d2732d8,segment=NetworkSegment(8954d5ca-7a82-4974-ae34-a165cd413c96),segment_id=8954d5ca-7a82-4974-ae34-a165cd413c96)] {{(pid=91627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 11:44:18.483555 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c5e798b3-43c8-4494-92cf-2473a09ef0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:18.488333 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-c5e798b3-43c8-4494-92cf-2473a09ef0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:44:18.571982 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e798b3-43c8-4494-92cf-2473a09ef0a6 None None] Pushing event updated for resources: {'Port': ['ID=a9277a21-4c9e-4d7c-8323-ab6c0d2732d8,revision_number=2']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:44:18.575015 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-c5e798b3-43c8-4494-92cf-2473a09ef0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:44:19.852799 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 37560) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:44:20.216171 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [None req-fdd8afd9-0cc0-4819-a75c-8d95d4c17435 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=91625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 11:44:20.217233 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-fdd8afd9-0cc0-4819-a75c-8d95d4c17435 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3634751 Jun 06 11:44:22.617421 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 37568) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:44:23.251503 dv-cinder-786260-3-smb neutron-server[91626]: WARNING oslo_policy.policy [None req-e5141d5d-b70a-4608-8f70-11dcd4a1bb56 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 11:44:23.252111 dv-cinder-786260-3-smb neutron-server[91626]: WARNING oslo_policy.policy [None req-e5141d5d-b70a-4608-8f70-11dcd4a1bb56 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 11:44:23.477086 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [None req-e5141d5d-b70a-4608-8f70-11dcd4a1bb56 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=91626) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 11:44:23.478404 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-e5141d5d-b70a-4608-8f70-11dcd4a1bb56 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8588738 Jun 06 11:44:24.346617 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device a9277a21-4c9e-4d7c-8323-ab6c0d2732d8 up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:44:24.414919 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49183068-6336-49b0-b7f0-3484a85b0714 None None] Network ac15b7fb-9ba0-4bc8-a091-7cf52a8de70b requested from dv-cinder-786260-3-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 11:44:24.509477 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning for port a9277a21-4c9e-4d7c-8323-ab6c0d2732d8 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:44:24.552460 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3a0bf314-d4c5-4498-bfee-832928c7b3d8 None None] Provisioning for port a9277a21-4c9e-4d7c-8323-ab6c0d2732d8 completed by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:44:24.562605 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3a0bf314-d4c5-4498-bfee-832928c7b3d8 None None] Provisioning complete for port a9277a21-4c9e-4d7c-8323-ab6c0d2732d8 triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:44:24.563007 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3a0bf314-d4c5-4498-bfee-832928c7b3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:24.800674 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3a0bf314-d4c5-4498-bfee-832928c7b3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:24.839725 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3a0bf314-d4c5-4498-bfee-832928c7b3d8 None None] For port a9277a21-4c9e-4d7c-8323-ab6c0d2732d8, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=a9277a21-4c9e-4d7c-8323-ab6c0d2732d8,segment=NetworkSegment(8954d5ca-7a82-4974-ae34-a165cd413c96),segment_id=8954d5ca-7a82-4974-ae34-a165cd413c96)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:44:24.843928 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3a0bf314-d4c5-4498-bfee-832928c7b3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:24.846609 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:44:24.921097 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0bf314-d4c5-4498-bfee-832928c7b3d8 None None] Pushing event updated for resources: {'Port': ['ID=a9277a21-4c9e-4d7c-8323-ab6c0d2732d8,revision_number=3']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:44:24.924616 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3a0bf314-d4c5-4498-bfee-832928c7b3d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:44:25.066153 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-d6322b93-946f-461b-bea6-90bc353a77d6 None None] Provisioning complete for port a9277a21-4c9e-4d7c-8323-ab6c0d2732d8 triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:44:25.066459 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-d6322b93-946f-461b-bea6-90bc353a77d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:26.092533 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 37590) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:44:26.321512 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device a9277a21-4c9e-4d7c-8323-ab6c0d2732d8 up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:44:26.387903 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning complete for port a9277a21-4c9e-4d7c-8323-ab6c0d2732d8 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:44:26.388282 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:26.439629 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-94ef98bc-28d3-4882-adda-68b33532da20 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '3e9d5d582e9e4685a43c2d4437bcc16d'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:44:26.508945 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.policy [None req-94ef98bc-28d3-4882-adda-68b33532da20 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91626) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 06 11:44:26.559535 dv-cinder-786260-3-smb neutron-server[91626]: WARNING oslo_policy.policy [None req-94ef98bc-28d3-4882-adda-68b33532da20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 11:44:26.559910 dv-cinder-786260-3-smb neutron-server[91626]: WARNING oslo_policy.policy [None req-94ef98bc-28d3-4882-adda-68b33532da20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 11:44:26.568790 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.quota [None req-94ef98bc-28d3-4882-adda-68b33532da20 admin admin] Loaded quota_driver: . Jun 06 11:44:26.612046 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-94ef98bc-28d3-4882-adda-68b33532da20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5376'] for router, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:26.614004 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-94ef98bc-28d3-4882-adda-68b33532da20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-651249', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5401'] for router, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:26.638421 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-94ef98bc-28d3-4882-adda-68b33532da20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:26.760007 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-94ef98bc-28d3-4882-adda-68b33532da20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-651180'] for router, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:26.778320 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-94ef98bc-28d3-4882-adda-68b33532da20 admin admin] Notify callbacks [] for router, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:26.779508 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-94ef98bc-28d3-4882-adda-68b33532da20 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6860089 Jun 06 11:44:29.108639 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 37600) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:44:29.470773 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [None req-a3e75bea-3b5d-4e21-994b-09e2a395af22 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=91626) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 11:44:29.471751 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-a3e75bea-3b5d-4e21-994b-09e2a395af22 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3621991 Jun 06 11:44:30.107081 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-aa4979be-aaa1-4d63-a745-07a1280c18f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:31.821005 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 37608) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:44:32.176157 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-535abfa1-4ade-4194-8476-3437ee39afd4 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:44:32.198203 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535abfa1-4ade-4194-8476-3437ee39afd4 admin admin] Made reservation on behalf of 784c1246f9004ad695b3125f6d945c37 for: {'network': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:44:32.200453 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-535abfa1-4ade-4194-8476-3437ee39afd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7902729'] for network, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:32.212485 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-535abfa1-4ade-4194-8476-3437ee39afd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:32.315893 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-535abfa1-4ade-4194-8476-3437ee39afd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:32.319578 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-535abfa1-4ade-4194-8476-3437ee39afd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:32.322551 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-2bda9ba3-c563-43fa-a253-be5b5e678cd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:44:32.337712 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-535abfa1-4ade-4194-8476-3437ee39afd4 admin admin] Reserving flat network on physical network physnet1 {{(pid=91625) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 06 11:44:32.361288 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535abfa1-4ade-4194-8476-3437ee39afd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c246a0-6c7e-4345-97fa-e18f3741e865,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:44:32.366970 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-535abfa1-4ade-4194-8476-3437ee39afd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:44:32.367874 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-535abfa1-4ade-4194-8476-3437ee39afd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118'] for segment, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:32.368219 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.db.segments_db [None req-535abfa1-4ade-4194-8476-3437ee39afd4 admin admin] Added segment 52a7e149-8864-41bb-af99-9d7fcbaa5b17 of type flat for network e384afd4-53ce-4e9e-98c9-6e74922afda4 Jun 06 11:44:32.399626 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-535abfa1-4ade-4194-8476-3437ee39afd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770687122670'] for network, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:32.435202 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-535abfa1-4ade-4194-8476-3437ee39afd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-598673'] for network, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:32.436591 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535abfa1-4ade-4194-8476-3437ee39afd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:44:32.437178 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-535abfa1-4ade-4194-8476-3437ee39afd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:32.441530 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:44:32.465043 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:32.479693 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-535abfa1-4ade-4194-8476-3437ee39afd4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6576416 Jun 06 11:44:32.539340 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535abfa1-4ade-4194-8476-3437ee39afd4 admin admin] Pushing event updated for resources: {'Network': ['ID=e384afd4-53ce-4e9e-98c9-6e74922afda4,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:44:32.541953 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-535abfa1-4ade-4194-8476-3437ee39afd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:44:32.549770 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Network e384afd4-53ce-4e9e-98c9-6e74922afda4 details requested by agent ovs-agent-dv-cinder-786260-3-smb with host dv-cinder-786260-3-smb {{(pid=91627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 11:44:32.756674 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-445b69b7-bbdc-4418-8003-5c32d498f059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:33.663445 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:34.812685 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 37626) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:44:35.016628 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6212b8e8-0af3-4122-95aa-83167aaed135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:44:35.017976 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-6212b8e8-0af3-4122-95aa-83167aaed135 admin admin] 10.222.0.42 "GET /v2.0/subnets/ecec558d-671c-4fc5-8c24-d1fedb6b6a3f HTTP/1.1" status: 200 len: 849 time: 0.2043171 Jun 06 11:44:35.190993 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-b8b74cac-03d4-45f4-a2ae-71e8ea5ea1a3 admin admin] 10.222.0.42 "GET /v2.0/routers/13d3a0be-6fef-4b9f-90c6-86c57d3b3349 HTTP/1.1" status: 200 len: 704 time: 0.1675346 Jun 06 11:44:35.508417 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:35.651343 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8da379f3-fdad-44f4-9b48-f8af6c7db538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:35.873771 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [None req-8da379f3-fdad-44f4-9b48-f8af6c7db538 admin admin] Allocated IP 172.20.0.1 (ac15b7fb-9ba0-4bc8-a091-7cf52a8de70b/ecec558d-671c-4fc5-8c24-d1fedb6b6a3f/6ede658e-4a97-48de-a9df-d617517030cf) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 11:44:36.054773 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8da379f3-fdad-44f4-9b48-f8af6c7db538 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:36.072112 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [None req-8da379f3-fdad-44f4-9b48-f8af6c7db538 admin admin] Transition to ACTIVE for port object 6ede658e-4a97-48de-a9df-d617517030cf will not be triggered until provisioned by entity DHCP. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:44:36.128293 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8da379f3-fdad-44f4-9b48-f8af6c7db538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:36.133149 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:44:36.189985 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da379f3-fdad-44f4-9b48-f8af6c7db538 admin admin] Network ac15b7fb-9ba0-4bc8-a091-7cf52a8de70b is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:44:36.192871 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-8da379f3-fdad-44f4-9b48-f8af6c7db538 admin admin] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:44:36.197262 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da379f3-fdad-44f4-9b48-f8af6c7db538 admin admin] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 11:44:36.197805 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8da379f3-fdad-44f4-9b48-f8af6c7db538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625382'] for router_interface, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:36.327636 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da379f3-fdad-44f4-9b48-f8af6c7db538 admin admin] Pushing event updated for resources: {'Port': ['ID=6ede658e-4a97-48de-a9df-d617517030cf,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:44:36.337878 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-8da379f3-fdad-44f4-9b48-f8af6c7db538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:44:36.363901 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-38538992-d725-4338-92bb-eb9e885b8211 None None] Provisioning for port 6ede658e-4a97-48de-a9df-d617517030cf completed by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:44:36.369413 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-38538992-d725-4338-92bb-eb9e885b8211 None None] Provisioning complete for port 6ede658e-4a97-48de-a9df-d617517030cf triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:44:36.369792 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-38538992-d725-4338-92bb-eb9e885b8211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:36.423135 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-38538992-d725-4338-92bb-eb9e885b8211 None None] Port 6ede658e-4a97-48de-a9df-d617517030cf cannot update to ACTIVE because it is not bound. {{(pid=91627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 11:44:36.462795 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8da379f3-fdad-44f4-9b48-f8af6c7db538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:36.684583 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8da379f3-fdad-44f4-9b48-f8af6c7db538 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:36.689574 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8da379f3-fdad-44f4-9b48-f8af6c7db538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:36.690690 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8da379f3-fdad-44f4-9b48-f8af6c7db538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647614'] for router_interface, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:36.695181 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-8da379f3-fdad-44f4-9b48-f8af6c7db538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:44:36.786473 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da379f3-fdad-44f4-9b48-f8af6c7db538 admin admin] Pushing event updated for resources: {'Port': ['ID=6ede658e-4a97-48de-a9df-d617517030cf,revision_number=2']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:44:36.790940 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-8da379f3-fdad-44f4-9b48-f8af6c7db538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:44:36.882620 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da379f3-fdad-44f4-9b48-f8af6c7db538 admin admin] Network ac15b7fb-9ba0-4bc8-a091-7cf52a8de70b is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:44:36.883669 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-8da379f3-fdad-44f4-9b48-f8af6c7db538 admin admin] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:44:37.044914 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-0407d1ab-9749-4501-9a0c-98753e4f908f None None] Provisioning complete for port 6ede658e-4a97-48de-a9df-d617517030cf triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:44:37.045441 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-0407d1ab-9749-4501-9a0c-98753e4f908f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:37.072955 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da379f3-fdad-44f4-9b48-f8af6c7db538 admin admin] Router 13d3a0be-6fef-4b9f-90c6-86c57d3b3349 is scheduled to L3 agent 3ae38246-b788-4a45-8398-d1ca6712d00e with binding_index 1 {{(pid=91625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 11:44:37.102373 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-0407d1ab-9749-4501-9a0c-98753e4f908f None None] Port 6ede658e-4a97-48de-a9df-d617517030cf cannot update to ACTIVE because it is not bound. {{(pid=91627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 11:44:37.226668 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da379f3-fdad-44f4-9b48-f8af6c7db538 admin admin] Notify agent at l3_agent.dv-cinder-786260-3-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 11:44:37.231478 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-8da379f3-fdad-44f4-9b48-f8af6c7db538 admin admin] 10.222.0.42 "PUT /v2.0/routers/13d3a0be-6fef-4b9f-90c6-86c57d3b3349/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0351307 Jun 06 11:44:37.248025 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d371b023-acce-4a4f-845b-3f089a4a0016 None None] Sync routers for ids ['13d3a0be-6fef-4b9f-90c6-86c57d3b3349'] in dv-cinder-786260-3-smb {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 11:44:37.260663 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d371b023-acce-4a4f-845b-3f089a4a0016 None None] Routers {'13d3a0be-6fef-4b9f-90c6-86c57d3b3349'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:44:37.261533 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-d371b023-acce-4a4f-845b-3f089a4a0016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T11:44:33Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['13d3a0be-6fef-4b9f-90c6-86c57d3b3349'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:44:37.434517 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-d371b023-acce-4a4f-845b-3f089a4a0016 None None] Set router 13d3a0be-6fef-4b9f-90c6-86c57d3b3349 gateway port host: None {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:44:37.796945 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-d371b023-acce-4a4f-845b-3f089a4a0016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d3a0be-6fef-4b9f-90c6-86c57d3b3349', 'name': 'router1', 'tenant_id': '3e9d5d582e9e4685a43c2d4437bcc16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:44:26Z', 'updated_at': '2021-06-06T11:44:36Z', 'revision_number': 2, 'project_id': '3e9d5d582e9e4685a43c2d4437bcc16d', 'gw_port_host': None, '_interfaces': [{'id': '6ede658e-4a97-48de-a9df-d617517030cf', 'name': '', 'network_id': 'ac15b7fb-9ba0-4bc8-a091-7cf52a8de70b', 'tenant_id': '3e9d5d582e9e4685a43c2d4437bcc16d', 'mac_address': 'fa:16:3e:01:be:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d3a0be-6fef-4b9f-90c6-86c57d3b3349', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecec558d-671c-4fc5-8c24-d1fedb6b6a3f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:44:35Z', 'updated_at': '2021-06-06T11:44:36Z', 'revision_number': 2, 'project_id': '3e9d5d582e9e4685a43c2d4437bcc16d', 'subnets': [{'id': 'ecec558d-671c-4fc5-8c24-d1fedb6b6a3f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7303be9f-e221-49ea-b184-d8731da628d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:44:37.801961 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d371b023-acce-4a4f-845b-3f089a4a0016 None None] Checking router: 13d3a0be-6fef-4b9f-90c6-86c57d3b3349 for host: dv-cinder-786260-3-smb {{(pid=91628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 11:44:37.802363 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d371b023-acce-4a4f-845b-3f089a4a0016 None None] Updating router 13d3a0be-6fef-4b9f-90c6-86c57d3b3349 port 6ede658e-4a97-48de-a9df-d617517030cf binding host dv-cinder-786260-3-smb {{(pid=91628) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 11:44:37.857360 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-d371b023-acce-4a4f-845b-3f089a4a0016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:38.233363 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-d371b023-acce-4a4f-845b-3f089a4a0016 None None] Notify callbacks [] for port, precommit_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:38.248658 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.provisioning_blocks [None req-d371b023-acce-4a4f-845b-3f089a4a0016 None None] Transition to ACTIVE for port object 6ede658e-4a97-48de-a9df-d617517030cf will not be triggered until provisioned by entity L2. {{(pid=91628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:44:38.255381 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-d371b023-acce-4a4f-845b-3f089a4a0016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:38.261493 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:44:38.452834 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda855a5-119b-43c2-880a-70bd47339112 None None] Pushing event updated for resources: {'Port': ['ID=6ede658e-4a97-48de-a9df-d617517030cf,revision_number=3']} {{(pid=91628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:44:38.477721 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda855a5-119b-43c2-880a-70bd47339112 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:38.478076 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda855a5-119b-43c2-880a-70bd47339112 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:38.478402 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda855a5-119b-43c2-880a-70bd47339112 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:38.478723 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda855a5-119b-43c2-880a-70bd47339112 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:38.479045 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda855a5-119b-43c2-880a-70bd47339112 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:38.479362 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda855a5-119b-43c2-880a-70bd47339112 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:38.479681 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda855a5-119b-43c2-880a-70bd47339112 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:38.479993 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda855a5-119b-43c2-880a-70bd47339112 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:38.480305 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda855a5-119b-43c2-880a-70bd47339112 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:38.480614 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda855a5-119b-43c2-880a-70bd47339112 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:38.480923 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda855a5-119b-43c2-880a-70bd47339112 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:38.481228 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda855a5-119b-43c2-880a-70bd47339112 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:38.482389 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda855a5-119b-43c2-880a-70bd47339112 None None] Tracked resource versions report: Jun 06 11:44:38.482389 dv-cinder-786260-3-smb neutron-server[91628]: pushed versions: Jun 06 11:44:38.482389 dv-cinder-786260-3-smb neutron-server[91628]: { 'AddressGroup': {'1.2'}, Jun 06 11:44:38.482389 dv-cinder-786260-3-smb neutron-server[91628]: 'ConntrackHelper': {'1.0'}, Jun 06 11:44:38.482389 dv-cinder-786260-3-smb neutron-server[91628]: 'Log': {'1.0'}, Jun 06 11:44:38.482389 dv-cinder-786260-3-smb neutron-server[91628]: 'Network': {'1.1'}, Jun 06 11:44:38.482389 dv-cinder-786260-3-smb neutron-server[91628]: 'Port': {'1.7'}, Jun 06 11:44:38.482389 dv-cinder-786260-3-smb neutron-server[91628]: 'PortForwarding': {'1.2'}, Jun 06 11:44:38.482389 dv-cinder-786260-3-smb neutron-server[91628]: 'QosPolicy': {'1.8'}, Jun 06 11:44:38.482389 dv-cinder-786260-3-smb neutron-server[91628]: 'SecurityGroup': {'1.4'}, Jun 06 11:44:38.482389 dv-cinder-786260-3-smb neutron-server[91628]: 'SecurityGroupRule': {'1.2'}, Jun 06 11:44:38.482389 dv-cinder-786260-3-smb neutron-server[91628]: 'SubPort': {'1.0'}, Jun 06 11:44:38.482389 dv-cinder-786260-3-smb neutron-server[91628]: 'Subnet': {'1.1'}, Jun 06 11:44:38.482389 dv-cinder-786260-3-smb neutron-server[91628]: 'Trunk': {'1.1'}} Jun 06 11:44:38.482389 dv-cinder-786260-3-smb neutron-server[91628]: consumer versions: Jun 06 11:44:38.482389 dv-cinder-786260-3-smb neutron-server[91628]: { DHCP agent@dv-cinder-786260-3-smb: {}, Jun 06 11:44:38.482389 dv-cinder-786260-3-smb neutron-server[91628]: L3 agent@dv-cinder-786260-3-smb: {}, Jun 06 11:44:38.482389 dv-cinder-786260-3-smb neutron-server[91628]: Metadata agent@dv-cinder-786260-3-smb: {}, Jun 06 11:44:38.482389 dv-cinder-786260-3-smb neutron-server[91628]: Metering agent@dv-cinder-786260-3-smb: {}, Jun 06 11:44:38.482389 dv-cinder-786260-3-smb neutron-server[91628]: Open vSwitch agent@dv-cinder-786260-3-smb: { 'AddressGroup': '1.2', Jun 06 11:44:38.482389 dv-cinder-786260-3-smb neutron-server[91628]: 'ConntrackHelper': '1.0', Jun 06 11:44:38.482389 dv-cinder-786260-3-smb neutron-server[91628]: 'Log': '1.0', Jun 06 11:44:38.482389 dv-cinder-786260-3-smb neutron-server[91628]: 'Network': '1.1', Jun 06 11:44:38.482389 dv-cinder-786260-3-smb neutron-server[91628]: 'Port': '1.7', Jun 06 11:44:38.482389 dv-cinder-786260-3-smb neutron-server[91628]: 'PortForwarding': '1.2', Jun 06 11:44:38.482389 dv-cinder-786260-3-smb neutron-server[91628]: 'QosPolicy': '1.8', Jun 06 11:44:38.482389 dv-cinder-786260-3-smb neutron-server[91628]: 'SecurityGroup': '1.4', Jun 06 11:44:38.482389 dv-cinder-786260-3-smb neutron-server[91628]: 'SecurityGroupRule': '1.2', Jun 06 11:44:38.482389 dv-cinder-786260-3-smb neutron-server[91628]: 'SubPort': '1.0', Jun 06 11:44:38.482389 dv-cinder-786260-3-smb neutron-server[91628]: 'Subnet': '1.1', Jun 06 11:44:38.482389 dv-cinder-786260-3-smb neutron-server[91628]: 'Trunk': '1.1'}} Jun 06 11:44:38.482389 dv-cinder-786260-3-smb neutron-server[91628]: {{(pid=91628) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 11:44:38.489420 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-eda855a5-119b-43c2-880a-70bd47339112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:44:38.493926 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-d371b023-acce-4a4f-845b-3f089a4a0016 None None] Attempting to bind port 6ede658e-4a97-48de-a9df-d617517030cf on host dv-cinder-786260-3-smb for vnic_type normal with profile {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 11:44:38.494325 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-d371b023-acce-4a4f-845b-3f089a4a0016 None None] Attempting to bind port 6ede658e-4a97-48de-a9df-d617517030cf by drivers openvswitch,hyperv on host dv-cinder-786260-3-smb at level 0 using segments [{'id': '8954d5ca-7a82-4974-ae34-a165cd413c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ac15b7fb-9ba0-4bc8-a091-7cf52a8de70b'}] {{(pid=91628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 11:44:38.494770 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d371b023-acce-4a4f-845b-3f089a4a0016 None None] Attempting to bind port 6ede658e-4a97-48de-a9df-d617517030cf on network ac15b7fb-9ba0-4bc8-a091-7cf52a8de70b {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:44:38.500069 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d371b023-acce-4a4f-845b-3f089a4a0016 None None] Checking agent: {'id': '8c08a107-9ed3-4e66-a1ef-b6d8b5adb9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 2), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 11:44:38.500487 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d371b023-acce-4a4f-845b-3f089a4a0016 None None] Checking segment: {'id': '8954d5ca-7a82-4974-ae34-a165cd413c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ac15b7fb-9ba0-4bc8-a091-7cf52a8de70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:44:38.501528 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-d371b023-acce-4a4f-845b-3f089a4a0016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:38.501944 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d371b023-acce-4a4f-845b-3f089a4a0016 None None] Bound using segment: {'id': '8954d5ca-7a82-4974-ae34-a165cd413c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ac15b7fb-9ba0-4bc8-a091-7cf52a8de70b'} {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 11:44:38.502441 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-d371b023-acce-4a4f-845b-3f089a4a0016 None None] Bound port: 6ede658e-4a97-48de-a9df-d617517030cf, host: dv-cinder-786260-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8954d5ca-7a82-4974-ae34-a165cd413c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ac15b7fb-9ba0-4bc8-a091-7cf52a8de70b'}}] {{(pid=91628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 11:44:38.502817 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-d371b023-acce-4a4f-845b-3f089a4a0016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:38.589895 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.db [None req-d371b023-acce-4a4f-845b-3f089a4a0016 None None] For port 6ede658e-4a97-48de-a9df-d617517030cf, host dv-cinder-786260-3-smb, cleared binding levels {{(pid=91628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 11:44:38.594166 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.db [None req-d371b023-acce-4a4f-845b-3f089a4a0016 None None] For port 6ede658e-4a97-48de-a9df-d617517030cf, host dv-cinder-786260-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=6ede658e-4a97-48de-a9df-d617517030cf,segment=NetworkSegment(8954d5ca-7a82-4974-ae34-a165cd413c96),segment_id=8954d5ca-7a82-4974-ae34-a165cd413c96)] {{(pid=91628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 11:44:38.599581 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-d371b023-acce-4a4f-845b-3f089a4a0016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:38.604900 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-eda855a5-119b-43c2-880a-70bd47339112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:44:38.708714 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d371b023-acce-4a4f-845b-3f089a4a0016 None None] Routers {'13d3a0be-6fef-4b9f-90c6-86c57d3b3349'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:44:38.709334 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-d371b023-acce-4a4f-845b-3f089a4a0016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T11:44:33Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['13d3a0be-6fef-4b9f-90c6-86c57d3b3349'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:44:38.773967 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda855a5-119b-43c2-880a-70bd47339112 None None] Pushing event updated for resources: {'Port': ['ID=6ede658e-4a97-48de-a9df-d617517030cf,revision_number=4']} {{(pid=91628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:44:38.778535 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-eda855a5-119b-43c2-880a-70bd47339112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:44:38.867191 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-d371b023-acce-4a4f-845b-3f089a4a0016 None None] Set router 13d3a0be-6fef-4b9f-90c6-86c57d3b3349 gateway port host: None {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:44:39.187953 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-d371b023-acce-4a4f-845b-3f089a4a0016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d3a0be-6fef-4b9f-90c6-86c57d3b3349', 'name': 'router1', 'tenant_id': '3e9d5d582e9e4685a43c2d4437bcc16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:44:26Z', 'updated_at': '2021-06-06T11:44:36Z', 'revision_number': 2, 'project_id': '3e9d5d582e9e4685a43c2d4437bcc16d', 'gw_port_host': None, '_interfaces': [{'id': '6ede658e-4a97-48de-a9df-d617517030cf', 'name': '', 'network_id': 'ac15b7fb-9ba0-4bc8-a091-7cf52a8de70b', 'tenant_id': '3e9d5d582e9e4685a43c2d4437bcc16d', 'mac_address': 'fa:16:3e:01:be:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d3a0be-6fef-4b9f-90c6-86c57d3b3349', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecec558d-671c-4fc5-8c24-d1fedb6b6a3f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:44:35Z', 'updated_at': '2021-06-06T11:44:38Z', 'revision_number': 4, 'project_id': '3e9d5d582e9e4685a43c2d4437bcc16d', 'subnets': [{'id': 'ecec558d-671c-4fc5-8c24-d1fedb6b6a3f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7303be9f-e221-49ea-b184-d8731da628d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:44:39.191717 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d371b023-acce-4a4f-845b-3f089a4a0016 None None] The sync data for ids ['13d3a0be-6fef-4b9f-90c6-86c57d3b3349'] in dv-cinder-786260-3-smb is: [{'id': '13d3a0be-6fef-4b9f-90c6-86c57d3b3349', 'name': 'router1', 'tenant_id': '3e9d5d582e9e4685a43c2d4437bcc16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:44:26Z', 'updated_at': '2021-06-06T11:44:36Z', 'revision_number': 2, 'project_id': '3e9d5d582e9e4685a43c2d4437bcc16d', 'gw_port_host': None, '_interfaces': [{'id': '6ede658e-4a97-48de-a9df-d617517030cf', 'name': '', 'network_id': 'ac15b7fb-9ba0-4bc8-a091-7cf52a8de70b', 'tenant_id': '3e9d5d582e9e4685a43c2d4437bcc16d', 'mac_address': 'fa:16:3e:01:be:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d3a0be-6fef-4b9f-90c6-86c57d3b3349', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecec558d-671c-4fc5-8c24-d1fedb6b6a3f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:44:35Z', 'updated_at': '2021-06-06T11:44:38Z', 'revision_number': 4, 'project_id': '3e9d5d582e9e4685a43c2d4437bcc16d', 'subnets': [{'id': 'ecec558d-671c-4fc5-8c24-d1fedb6b6a3f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7303be9f-e221-49ea-b184-d8731da628d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 11:44:39.405304 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 37646) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:44:39.584005 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c6aecb-7d8e-44d3-a843-4e856105f411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:44:39.586445 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-14c6aecb-7d8e-44d3-a843-4e856105f411 admin admin] 10.222.0.42 "GET /v2.0/networks/e384afd4-53ce-4e9e-98c9-6e74922afda4 HTTP/1.1" status: 200 len: 842 time: 0.1798649 Jun 06 11:44:39.595684 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-5d42793c-9a0b-4159-9e20-b2fcca04a07c admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:44:39.618401 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d42793c-9a0b-4159-9e20-b2fcca04a07c admin admin] Made reservation on behalf of 784c1246f9004ad695b3125f6d945c37 for: {'subnet': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:44:39.621149 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5d42793c-9a0b-4159-9e20-b2fcca04a07c admin admin] Notify callbacks [] for subnet, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:40.033488 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.objects.ports [None req-5d42793c-9a0b-4159-9e20-b2fcca04a07c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91626) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 06 11:44:40.033997 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5d42793c-9a0b-4159-9e20-b2fcca04a07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680'] for subnet, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:40.039805 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:44:40.133860 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d42793c-9a0b-4159-9e20-b2fcca04a07c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab19a970-7da1-4791-ba0c-534739925629,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:44:40.137541 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d42793c-9a0b-4159-9e20-b2fcca04a07c admin admin] Checking segment: {'id': '52a7e149-8864-41bb-af99-9d7fcbaa5b17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:44:40.137941 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d42793c-9a0b-4159-9e20-b2fcca04a07c admin admin] Network hostable DHCP agents. Network: e384afd4-53ce-4e9e-98c9-6e74922afda4, hostable agents: ['faabf3fc-c1ac-4f7b-ba43-3022feb00bd5'], hosted agents: [] {{(pid=91626) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 11:44:40.144853 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d42793c-9a0b-4159-9e20-b2fcca04a07c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:40.145198 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d42793c-9a0b-4159-9e20-b2fcca04a07c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:40.145536 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d42793c-9a0b-4159-9e20-b2fcca04a07c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:40.145891 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d42793c-9a0b-4159-9e20-b2fcca04a07c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:40.146223 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d42793c-9a0b-4159-9e20-b2fcca04a07c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:40.146549 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d42793c-9a0b-4159-9e20-b2fcca04a07c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:40.146871 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d42793c-9a0b-4159-9e20-b2fcca04a07c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:40.147192 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d42793c-9a0b-4159-9e20-b2fcca04a07c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:40.148173 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d42793c-9a0b-4159-9e20-b2fcca04a07c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:40.148499 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d42793c-9a0b-4159-9e20-b2fcca04a07c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:40.148819 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d42793c-9a0b-4159-9e20-b2fcca04a07c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:40.149136 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d42793c-9a0b-4159-9e20-b2fcca04a07c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:44:40.150296 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d42793c-9a0b-4159-9e20-b2fcca04a07c admin admin] Tracked resource versions report: Jun 06 11:44:40.150296 dv-cinder-786260-3-smb neutron-server[91626]: pushed versions: Jun 06 11:44:40.150296 dv-cinder-786260-3-smb neutron-server[91626]: { 'AddressGroup': {'1.2'}, Jun 06 11:44:40.150296 dv-cinder-786260-3-smb neutron-server[91626]: 'ConntrackHelper': {'1.0'}, Jun 06 11:44:40.150296 dv-cinder-786260-3-smb neutron-server[91626]: 'Log': {'1.0'}, Jun 06 11:44:40.150296 dv-cinder-786260-3-smb neutron-server[91626]: 'Network': {'1.1'}, Jun 06 11:44:40.150296 dv-cinder-786260-3-smb neutron-server[91626]: 'Port': {'1.7'}, Jun 06 11:44:40.150296 dv-cinder-786260-3-smb neutron-server[91626]: 'PortForwarding': {'1.2'}, Jun 06 11:44:40.150296 dv-cinder-786260-3-smb neutron-server[91626]: 'QosPolicy': {'1.8'}, Jun 06 11:44:40.150296 dv-cinder-786260-3-smb neutron-server[91626]: 'SecurityGroup': {'1.4'}, Jun 06 11:44:40.150296 dv-cinder-786260-3-smb neutron-server[91626]: 'SecurityGroupRule': {'1.2'}, Jun 06 11:44:40.150296 dv-cinder-786260-3-smb neutron-server[91626]: 'SubPort': {'1.0'}, Jun 06 11:44:40.150296 dv-cinder-786260-3-smb neutron-server[91626]: 'Subnet': {'1.1'}, Jun 06 11:44:40.150296 dv-cinder-786260-3-smb neutron-server[91626]: 'Trunk': {'1.1'}} Jun 06 11:44:40.150296 dv-cinder-786260-3-smb neutron-server[91626]: consumer versions: Jun 06 11:44:40.150296 dv-cinder-786260-3-smb neutron-server[91626]: { DHCP agent@dv-cinder-786260-3-smb: {}, Jun 06 11:44:40.150296 dv-cinder-786260-3-smb neutron-server[91626]: L3 agent@dv-cinder-786260-3-smb: {}, Jun 06 11:44:40.150296 dv-cinder-786260-3-smb neutron-server[91626]: Metadata agent@dv-cinder-786260-3-smb: {}, Jun 06 11:44:40.150296 dv-cinder-786260-3-smb neutron-server[91626]: Metering agent@dv-cinder-786260-3-smb: {}, Jun 06 11:44:40.150296 dv-cinder-786260-3-smb neutron-server[91626]: Open vSwitch agent@dv-cinder-786260-3-smb: { 'AddressGroup': '1.2', Jun 06 11:44:40.150296 dv-cinder-786260-3-smb neutron-server[91626]: 'ConntrackHelper': '1.0', Jun 06 11:44:40.150296 dv-cinder-786260-3-smb neutron-server[91626]: 'Log': '1.0', Jun 06 11:44:40.150296 dv-cinder-786260-3-smb neutron-server[91626]: 'Network': '1.1', Jun 06 11:44:40.150296 dv-cinder-786260-3-smb neutron-server[91626]: 'Port': '1.7', Jun 06 11:44:40.150296 dv-cinder-786260-3-smb neutron-server[91626]: 'PortForwarding': '1.2', Jun 06 11:44:40.150296 dv-cinder-786260-3-smb neutron-server[91626]: 'QosPolicy': '1.8', Jun 06 11:44:40.150296 dv-cinder-786260-3-smb neutron-server[91626]: 'SecurityGroup': '1.4', Jun 06 11:44:40.150296 dv-cinder-786260-3-smb neutron-server[91626]: 'SecurityGroupRule': '1.2', Jun 06 11:44:40.150296 dv-cinder-786260-3-smb neutron-server[91626]: 'SubPort': '1.0', Jun 06 11:44:40.150296 dv-cinder-786260-3-smb neutron-server[91626]: 'Subnet': '1.1', Jun 06 11:44:40.150296 dv-cinder-786260-3-smb neutron-server[91626]: 'Trunk': '1.1'}} Jun 06 11:44:40.150296 dv-cinder-786260-3-smb neutron-server[91626]: {{(pid=91626) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 11:44:40.188441 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-5d42793c-9a0b-4159-9e20-b2fcca04a07c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:44:40.191395 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d42793c-9a0b-4159-9e20-b2fcca04a07c admin admin] Network e384afd4-53ce-4e9e-98c9-6e74922afda4 is scheduled to be hosted by DHCP agent faabf3fc-c1ac-4f7b-ba43-3022feb00bd5 with binding_index 1 {{(pid=91626) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 11:44:40.201690 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-5d42793c-9a0b-4159-9e20-b2fcca04a07c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-3-smb, e384afd4-53ce-4e9e-98c9-6e74922afda4) {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:44:40.206304 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d42793c-9a0b-4159-9e20-b2fcca04a07c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:44:40.206989 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5d42793c-9a0b-4159-9e20-b2fcca04a07c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for subnet, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:40.212370 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c9dffd-3793-4f3e-be32-6ba17538faa6 None None] Network e384afd4-53ce-4e9e-98c9-6e74922afda4 requested from dv-cinder-786260-3-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 11:44:40.227352 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-5d42793c-9a0b-4159-9e20-b2fcca04a07c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6350565 Jun 06 11:44:40.442199 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd09c7d-f854-4287-8e50-c0ea6c0beba0 None None] Network e384afd4-53ce-4e9e-98c9-6e74922afda4 requested from dv-cinder-786260-3-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 11:44:42.347716 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 6ede658e-4a97-48de-a9df-d617517030cf up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:44:42.420701 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning for port 6ede658e-4a97-48de-a9df-d617517030cf completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:44:42.425278 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning complete for port 6ede658e-4a97-48de-a9df-d617517030cf triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:44:42.425662 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:42.472611 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 37662) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:44:42.543317 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:42.576080 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] For port 6ede658e-4a97-48de-a9df-d617517030cf, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=6ede658e-4a97-48de-a9df-d617517030cf,segment=NetworkSegment(8954d5ca-7a82-4974-ae34-a165cd413c96),segment_id=8954d5ca-7a82-4974-ae34-a165cd413c96)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:44:42.580491 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:42.585680 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-c5e798b3-43c8-4494-92cf-2473a09ef0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:44:42.655223 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Pushing event updated for resources: {'Port': ['ID=6ede658e-4a97-48de-a9df-d617517030cf,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:44:42.659450 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:44:42.686227 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-363915df-9a08-44e3-89b1-dce6fbdff602 admin admin] 10.222.0.42 "GET /v2.0/routers/13d3a0be-6fef-4b9f-90c6-86c57d3b3349 HTTP/1.1" status: 200 len: 710 time: 0.2124507 Jun 06 11:44:42.818843 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee4bb89-ba14-48d2-afee-70e334cee336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:44:42.820262 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-5ee4bb89-ba14-48d2-afee-70e334cee336 admin admin] 10.222.0.42 "GET /v2.0/networks/e384afd4-53ce-4e9e-98c9-6e74922afda4 HTTP/1.1" status: 200 len: 886 time: 0.1289375 Jun 06 11:44:42.829063 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-8383734e-aacc-41ef-b7d7-433f9ad4f2aa admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4'}}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:44:43.274737 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8383734e-aacc-41ef-b7d7-433f9ad4f2aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-651139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-644959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5423'] for router, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:43.598581 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8383734e-aacc-41ef-b7d7-433f9ad4f2aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:43.691093 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8383734e-aacc-41ef-b7d7-433f9ad4f2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:43.826840 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_common [None req-8383734e-aacc-41ef-b7d7-433f9ad4f2aa admin admin] Allocated IP 172.28.1.10 (e384afd4-53ce-4e9e-98c9-6e74922afda4/ab19a970-7da1-4791-ba0c-534739925629/ea61757e-5c72-4281-8aca-111e1de8c35e) {{(pid=91626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 11:44:43.972053 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8383734e-aacc-41ef-b7d7-433f9ad4f2aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:44.027558 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8383734e-aacc-41ef-b7d7-433f9ad4f2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160'] for port, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:44.032122 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:44:44.093821 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8383734e-aacc-41ef-b7d7-433f9ad4f2aa admin admin] Network e384afd4-53ce-4e9e-98c9-6e74922afda4 is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:44:44.094913 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-8383734e-aacc-41ef-b7d7-433f9ad4f2aa admin admin] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:44:44.100010 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8383734e-aacc-41ef-b7d7-433f9ad4f2aa admin admin] Received port after_create {{(pid=91626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 11:44:44.168775 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383734e-aacc-41ef-b7d7-433f9ad4f2aa admin admin] Pushing event updated for resources: {'Port': ['ID=ea61757e-5c72-4281-8aca-111e1de8c35e,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:44:44.218751 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-8383734e-aacc-41ef-b7d7-433f9ad4f2aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:44:44.321507 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 6ede658e-4a97-48de-a9df-d617517030cf up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:44:44.389770 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning complete for port 6ede658e-4a97-48de-a9df-d617517030cf triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:44:44.390207 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:44.483103 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8383734e-aacc-41ef-b7d7-433f9ad4f2aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:44.814033 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8383734e-aacc-41ef-b7d7-433f9ad4f2aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-651139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-644959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5423'] for router, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:44.817451 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8383734e-aacc-41ef-b7d7-433f9ad4f2aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-651180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-651162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-651157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-644950'] for router, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:45.033653 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8383734e-aacc-41ef-b7d7-433f9ad4f2aa admin admin] Router 13d3a0be-6fef-4b9f-90c6-86c57d3b3349 has already been hosted by L3 agent 3ae38246-b788-4a45-8398-d1ca6712d00e {{(pid=91626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 11:44:45.211913 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8383734e-aacc-41ef-b7d7-433f9ad4f2aa admin admin] Notify agent at l3_agent.dv-cinder-786260-3-smb the message routers_updated {{(pid=91626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 11:44:45.215922 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8383734e-aacc-41ef-b7d7-433f9ad4f2aa admin admin] Notify callbacks [] for router, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:45.217150 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-8383734e-aacc-41ef-b7d7-433f9ad4f2aa admin admin] 10.222.0.42 "PUT /v2.0/routers/13d3a0be-6fef-4b9f-90c6-86c57d3b3349 HTTP/1.1" status: 200 len: 889 time: 2.3913391 Jun 06 11:44:45.233089 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd6c3ca-7c9e-41df-8b2a-4755b540a733 None None] Sync routers for ids ['13d3a0be-6fef-4b9f-90c6-86c57d3b3349'] in dv-cinder-786260-3-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 11:44:45.244420 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd6c3ca-7c9e-41df-8b2a-4755b540a733 None None] Routers {'13d3a0be-6fef-4b9f-90c6-86c57d3b3349'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:44:45.245108 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-2dd6c3ca-7c9e-41df-8b2a-4755b540a733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T11:44:33Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['13d3a0be-6fef-4b9f-90c6-86c57d3b3349'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:44:45.440137 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-2dd6c3ca-7c9e-41df-8b2a-4755b540a733 None None] Set router 13d3a0be-6fef-4b9f-90c6-86c57d3b3349 gateway port host: dv-cinder-786260-3-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:44:45.778448 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-2dd6c3ca-7c9e-41df-8b2a-4755b540a733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d3a0be-6fef-4b9f-90c6-86c57d3b3349', 'name': 'router1', 'tenant_id': '3e9d5d582e9e4685a43c2d4437bcc16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': 'ea61757e-5c72-4281-8aca-111e1de8c35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:44:26Z', 'updated_at': '2021-06-06T11:44:44Z', 'revision_number': 4, 'project_id': '3e9d5d582e9e4685a43c2d4437bcc16d', 'gw_port': {'id': 'ea61757e-5c72-4281-8aca-111e1de8c35e', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b2:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d3a0be-6fef-4b9f-90c6-86c57d3b3349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:44:43Z', 'updated_at': '2021-06-06T11:44:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_interfaces': [{'id': '6ede658e-4a97-48de-a9df-d617517030cf', 'name': '', 'network_id': 'ac15b7fb-9ba0-4bc8-a091-7cf52a8de70b', 'tenant_id': '3e9d5d582e9e4685a43c2d4437bcc16d', 'mac_address': 'fa:16:3e:01:be:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d3a0be-6fef-4b9f-90c6-86c57d3b3349', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecec558d-671c-4fc5-8c24-d1fedb6b6a3f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:44:35Z', 'updated_at': '2021-06-06T11:44:42Z', 'revision_number': 5, 'project_id': '3e9d5d582e9e4685a43c2d4437bcc16d', 'subnets': [{'id': 'ecec558d-671c-4fc5-8c24-d1fedb6b6a3f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7303be9f-e221-49ea-b184-d8731da628d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:44:45.783168 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd6c3ca-7c9e-41df-8b2a-4755b540a733 None None] Checking router: 13d3a0be-6fef-4b9f-90c6-86c57d3b3349 for host: dv-cinder-786260-3-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 11:44:45.783537 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd6c3ca-7c9e-41df-8b2a-4755b540a733 None None] Updating router 13d3a0be-6fef-4b9f-90c6-86c57d3b3349 port ea61757e-5c72-4281-8aca-111e1de8c35e binding host dv-cinder-786260-3-smb {{(pid=91627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 11:44:45.833619 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-2dd6c3ca-7c9e-41df-8b2a-4755b540a733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:46.155051 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-2dd6c3ca-7c9e-41df-8b2a-4755b540a733 None None] Notify callbacks [] for port, precommit_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:46.166208 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-2dd6c3ca-7c9e-41df-8b2a-4755b540a733 None None] Transition to ACTIVE for port object ea61757e-5c72-4281-8aca-111e1de8c35e will not be triggered until provisioned by entity L2. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:44:46.172761 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-2dd6c3ca-7c9e-41df-8b2a-4755b540a733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:46.176601 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:44:46.257265 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-2dd6c3ca-7c9e-41df-8b2a-4755b540a733 None None] Attempting to bind port ea61757e-5c72-4281-8aca-111e1de8c35e on host dv-cinder-786260-3-smb for vnic_type normal with profile {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 11:44:46.257645 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-2dd6c3ca-7c9e-41df-8b2a-4755b540a733 None None] Attempting to bind port ea61757e-5c72-4281-8aca-111e1de8c35e by drivers openvswitch,hyperv on host dv-cinder-786260-3-smb at level 0 using segments [{'id': '52a7e149-8864-41bb-af99-9d7fcbaa5b17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4'}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 11:44:46.258035 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd6c3ca-7c9e-41df-8b2a-4755b540a733 None None] Attempting to bind port ea61757e-5c72-4281-8aca-111e1de8c35e on network e384afd4-53ce-4e9e-98c9-6e74922afda4 {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:44:46.261551 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6af3b2-71f5-4d3e-b9f3-a092f7c5b6c6 None None] Pushing event updated for resources: {'Port': ['ID=ea61757e-5c72-4281-8aca-111e1de8c35e,revision_number=2']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:44:46.266128 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-bb6af3b2-71f5-4d3e-b9f3-a092f7c5b6c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:44:46.267014 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd6c3ca-7c9e-41df-8b2a-4755b540a733 None None] Checking agent: {'id': '8c08a107-9ed3-4e66-a1ef-b6d8b5adb9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 2), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 11:44:46.267389 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd6c3ca-7c9e-41df-8b2a-4755b540a733 None None] Checking segment: {'id': '52a7e149-8864-41bb-af99-9d7fcbaa5b17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:44:46.267790 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-2dd6c3ca-7c9e-41df-8b2a-4755b540a733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:46.268174 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd6c3ca-7c9e-41df-8b2a-4755b540a733 None None] Bound using segment: {'id': '52a7e149-8864-41bb-af99-9d7fcbaa5b17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4'} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 11:44:46.268645 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-2dd6c3ca-7c9e-41df-8b2a-4755b540a733 None None] Bound port: ea61757e-5c72-4281-8aca-111e1de8c35e, host: dv-cinder-786260-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52a7e149-8864-41bb-af99-9d7fcbaa5b17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4'}}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 11:44:46.269021 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-2dd6c3ca-7c9e-41df-8b2a-4755b540a733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:46.339701 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-2dd6c3ca-7c9e-41df-8b2a-4755b540a733 None None] For port ea61757e-5c72-4281-8aca-111e1de8c35e, host dv-cinder-786260-3-smb, cleared binding levels {{(pid=91627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 11:44:46.342759 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-2dd6c3ca-7c9e-41df-8b2a-4755b540a733 None None] For port ea61757e-5c72-4281-8aca-111e1de8c35e, host dv-cinder-786260-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=ea61757e-5c72-4281-8aca-111e1de8c35e,segment=NetworkSegment(52a7e149-8864-41bb-af99-9d7fcbaa5b17),segment_id=52a7e149-8864-41bb-af99-9d7fcbaa5b17)] {{(pid=91627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 11:44:46.347152 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-2dd6c3ca-7c9e-41df-8b2a-4755b540a733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:46.351338 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:44:46.432497 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd6c3ca-7c9e-41df-8b2a-4755b540a733 None None] Routers {'13d3a0be-6fef-4b9f-90c6-86c57d3b3349'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:44:46.433123 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-2dd6c3ca-7c9e-41df-8b2a-4755b540a733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T11:44:33Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['13d3a0be-6fef-4b9f-90c6-86c57d3b3349'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:44:46.486455 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6af3b2-71f5-4d3e-b9f3-a092f7c5b6c6 None None] Pushing event updated for resources: {'Port': ['ID=ea61757e-5c72-4281-8aca-111e1de8c35e,revision_number=3']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:44:46.498032 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-bb6af3b2-71f5-4d3e-b9f3-a092f7c5b6c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:44:46.624838 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-2dd6c3ca-7c9e-41df-8b2a-4755b540a733 None None] Set router 13d3a0be-6fef-4b9f-90c6-86c57d3b3349 gateway port host: dv-cinder-786260-3-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:44:46.976081 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-2dd6c3ca-7c9e-41df-8b2a-4755b540a733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d3a0be-6fef-4b9f-90c6-86c57d3b3349', 'name': 'router1', 'tenant_id': '3e9d5d582e9e4685a43c2d4437bcc16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': 'ea61757e-5c72-4281-8aca-111e1de8c35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:44:26Z', 'updated_at': '2021-06-06T11:44:44Z', 'revision_number': 4, 'project_id': '3e9d5d582e9e4685a43c2d4437bcc16d', 'gw_port': {'id': 'ea61757e-5c72-4281-8aca-111e1de8c35e', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b2:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d3a0be-6fef-4b9f-90c6-86c57d3b3349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:44:43Z', 'updated_at': '2021-06-06T11:44:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_interfaces': [{'id': '6ede658e-4a97-48de-a9df-d617517030cf', 'name': '', 'network_id': 'ac15b7fb-9ba0-4bc8-a091-7cf52a8de70b', 'tenant_id': '3e9d5d582e9e4685a43c2d4437bcc16d', 'mac_address': 'fa:16:3e:01:be:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d3a0be-6fef-4b9f-90c6-86c57d3b3349', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecec558d-671c-4fc5-8c24-d1fedb6b6a3f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:44:35Z', 'updated_at': '2021-06-06T11:44:42Z', 'revision_number': 5, 'project_id': '3e9d5d582e9e4685a43c2d4437bcc16d', 'subnets': [{'id': 'ecec558d-671c-4fc5-8c24-d1fedb6b6a3f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7303be9f-e221-49ea-b184-d8731da628d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:44:46.980165 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd6c3ca-7c9e-41df-8b2a-4755b540a733 None None] The sync data for ids ['13d3a0be-6fef-4b9f-90c6-86c57d3b3349'] in dv-cinder-786260-3-smb is: [{'id': '13d3a0be-6fef-4b9f-90c6-86c57d3b3349', 'name': 'router1', 'tenant_id': '3e9d5d582e9e4685a43c2d4437bcc16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': 'ea61757e-5c72-4281-8aca-111e1de8c35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:44:26Z', 'updated_at': '2021-06-06T11:44:44Z', 'revision_number': 4, 'project_id': '3e9d5d582e9e4685a43c2d4437bcc16d', 'gw_port': {'id': 'ea61757e-5c72-4281-8aca-111e1de8c35e', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b2:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d3a0be-6fef-4b9f-90c6-86c57d3b3349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:44:43Z', 'updated_at': '2021-06-06T11:44:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_interfaces': [{'id': '6ede658e-4a97-48de-a9df-d617517030cf', 'name': '', 'network_id': 'ac15b7fb-9ba0-4bc8-a091-7cf52a8de70b', 'tenant_id': '3e9d5d582e9e4685a43c2d4437bcc16d', 'mac_address': 'fa:16:3e:01:be:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d3a0be-6fef-4b9f-90c6-86c57d3b3349', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecec558d-671c-4fc5-8c24-d1fedb6b6a3f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:44:35Z', 'updated_at': '2021-06-06T11:44:42Z', 'revision_number': 5, 'project_id': '3e9d5d582e9e4685a43c2d4437bcc16d', 'subnets': [{'id': 'ecec558d-671c-4fc5-8c24-d1fedb6b6a3f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7303be9f-e221-49ea-b184-d8731da628d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 11:44:47.574453 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 37670) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:44:47.688894 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-c294c6a6-0bfe-4596-8e38-6de9a6bb9944 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1133294 Jun 06 11:44:48.353108 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device ea61757e-5c72-4281-8aca-111e1de8c35e up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:44:48.444046 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning for port ea61757e-5c72-4281-8aca-111e1de8c35e completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:44:48.452641 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning complete for port ea61757e-5c72-4281-8aca-111e1de8c35e triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:44:48.452641 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:48.606286 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:48.623051 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] For port ea61757e-5c72-4281-8aca-111e1de8c35e, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=ea61757e-5c72-4281-8aca-111e1de8c35e,segment=NetworkSegment(52a7e149-8864-41bb-af99-9d7fcbaa5b17),segment_id=52a7e149-8864-41bb-af99-9d7fcbaa5b17)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:44:48.629866 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:48.633863 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:44:48.699676 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Pushing event updated for resources: {'Port': ['ID=ea61757e-5c72-4281-8aca-111e1de8c35e,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:44:48.702632 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:44:50.337511 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device ea61757e-5c72-4281-8aca-111e1de8c35e up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:44:50.416366 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning complete for port ea61757e-5c72-4281-8aca-111e1de8c35e triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:44:50.416972 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:44:54.065052 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-4e695d9d-1565-4cb0-823c-0d72073c09bd None None] Agent healthcheck: found 5 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 11:45:00.112579 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-186ea3dc-e56d-494f-8a20-dbb3b03d594b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:45:02.478648 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:45:02.766438 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fb4ee94c-d315-4551-ac15-846af388f472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:45:03.671611 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:45:05.540780 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:45:30.106551 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-1679997e-acaa-4921-9572-9d1a644f4b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:45:31.063866 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-4e695d9d-1565-4cb0-823c-0d72073c09bd None None] Agent healthcheck: found 5 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 11:45:32.471832 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:45:32.758696 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-033e6cc4-dcf2-4017-b81b-f725654fbdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:45:33.665109 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:45:35.536087 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:46:00.112753 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-0e836804-f3f5-439e-b850-a3a7469e2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:46:02.477116 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:46:02.761525 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-bd6e064f-c6f3-4575-a307-cb0a56267faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:46:03.670254 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:46:05.535818 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:46:08.062485 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-4e695d9d-1565-4cb0-823c-0d72073c09bd None None] Agent healthcheck: found 5 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 11:46:29.631047 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 38240) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:46:29.697135 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dd3f785-1467-430e-b0f4-9e0476cc0ad2 admin admin] GET failed (client error): The resource could not be found. Jun 06 11:46:29.698419 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-3dd3f785-1467-430e-b0f4-9e0476cc0ad2 admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0667028 Jun 06 11:46:29.830802 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd6e31a-8b67-4141-9286-51342072e566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:46:29.832280 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-2dd6e31a-8b67-4141-9286-51342072e566 admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1301811 Jun 06 11:46:30.106340 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-29b1c625-193e-4cdd-b649-f474747a79eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:46:31.939753 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 38250) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:46:32.082023 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4543b589-bb9c-477a-be95-185fb40b74d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:46:32.083400 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-4543b589-bb9c-477a-be95-185fb40b74d5 admin admin] 10.222.0.42 "GET /v2.0/subnets/ecec558d-671c-4fc5-8c24-d1fedb6b6a3f HTTP/1.1" status: 200 len: 849 time: 0.1426964 Jun 06 11:46:32.092933 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-1a85c98f-bcc7-4d04-bcd2-5f5e1dfbef5c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:46:32.207777 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1a85c98f-bcc7-4d04-bcd2-5f5e1dfbef5c admin admin] Notify callbacks [] for subnet, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:46:32.389548 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1a85c98f-bcc7-4d04-bcd2-5f5e1dfbef5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770687638501'] for subnet, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:46:32.393175 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-eabd1732-5d86-4008-adf4-a62607744601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:46:32.435163 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a85c98f-bcc7-4d04-bcd2-5f5e1dfbef5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:46:32.435752 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1a85c98f-bcc7-4d04-bcd2-5f5e1dfbef5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for subnet, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:46:32.437216 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-1a85c98f-bcc7-4d04-bcd2-5f5e1dfbef5c admin admin] 10.222.0.42 "PUT /v2.0/subnets/ecec558d-671c-4fc5-8c24-d1fedb6b6a3f HTTP/1.1" status: 200 len: 868 time: 0.3482463 Jun 06 11:46:32.442483 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37522ad7-58a3-4703-b310-4d121e0a16ee None None] Network ac15b7fb-9ba0-4bc8-a091-7cf52a8de70b requested from dv-cinder-786260-3-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 11:46:32.461470 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85c98f-bcc7-4d04-bcd2-5f5e1dfbef5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecec558d-671c-4fc5-8c24-d1fedb6b6a3f,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:46:32.470346 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85c98f-bcc7-4d04-bcd2-5f5e1dfbef5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:46:32.470750 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85c98f-bcc7-4d04-bcd2-5f5e1dfbef5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:46:32.471040 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85c98f-bcc7-4d04-bcd2-5f5e1dfbef5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:46:32.471374 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85c98f-bcc7-4d04-bcd2-5f5e1dfbef5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:46:32.471703 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85c98f-bcc7-4d04-bcd2-5f5e1dfbef5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:46:32.472569 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85c98f-bcc7-4d04-bcd2-5f5e1dfbef5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:46:32.472569 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85c98f-bcc7-4d04-bcd2-5f5e1dfbef5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:46:32.472765 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85c98f-bcc7-4d04-bcd2-5f5e1dfbef5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:46:32.472995 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85c98f-bcc7-4d04-bcd2-5f5e1dfbef5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:46:32.473320 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85c98f-bcc7-4d04-bcd2-5f5e1dfbef5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:46:32.473640 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85c98f-bcc7-4d04-bcd2-5f5e1dfbef5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:46:32.474582 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85c98f-bcc7-4d04-bcd2-5f5e1dfbef5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:46:32.478264 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-1a85c98f-bcc7-4d04-bcd2-5f5e1dfbef5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:46:32.546222 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:46:32.764173 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-117b3e01-ed35-49b7-bf5e-5b53faba1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:46:32.867306 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8773f2e2-862b-4e80-9ae2-6deb3e65b7ca None None] Provisioning complete for port 6ede658e-4a97-48de-a9df-d617517030cf triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:46:32.867693 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8773f2e2-862b-4e80-9ae2-6deb3e65b7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:46:32.994098 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8773f2e2-862b-4e80-9ae2-6deb3e65b7ca None None] Provisioning complete for port a9277a21-4c9e-4d7c-8323-ab6c0d2732d8 triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:46:32.994373 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8773f2e2-862b-4e80-9ae2-6deb3e65b7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:46:33.671385 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:46:34.573630 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 38260) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:46:34.743405 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58f0c1a-6109-48a3-81b1-509e31aa4317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:46:34.743894 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58f0c1a-6109-48a3-81b1-509e31aa4317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:46:34.745407 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-e58f0c1a-6109-48a3-81b1-509e31aa4317 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1708136 Jun 06 11:46:35.542668 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:46:36.882274 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 38268) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:46:37.051777 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87dbab9-e84a-4b1c-8cec-db691a246249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:46:37.052905 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87dbab9-e84a-4b1c-8cec-db691a246249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:46:37.054451 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-b87dbab9-e84a-4b1c-8cec-db691a246249 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1712408 Jun 06 11:46:39.207362 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 38276) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:46:39.378584 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac467b35-a99d-45ab-ace6-b5cbce25ba5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:46:39.379939 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-ac467b35-a99d-45ab-ace6-b5cbce25ba5c admin admin] 10.222.0.42 "GET /v2.0/networks/ac15b7fb-9ba0-4bc8-a091-7cf52a8de70b HTTP/1.1" status: 200 len: 869 time: 0.1716404 Jun 06 11:46:41.491770 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 38284) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:46:41.657179 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7ccb0f-363c-4e22-ac18-de1b4b9667b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:46:41.658478 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-ef7ccb0f-363c-4e22-ac18-de1b4b9667b7 admin admin] 10.222.0.42 "GET /v2.0/networks/e384afd4-53ce-4e9e-98c9-6e74922afda4 HTTP/1.1" status: 200 len: 886 time: 0.1657820 Jun 06 11:46:43.775594 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 38292) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:46:43.883356 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034d5215-7f06-4a36-bf3d-6108ccc1dda8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:46:43.883819 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034d5215-7f06-4a36-bf3d-6108ccc1dda8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:46:43.885341 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-034d5215-7f06-4a36-bf3d-6108ccc1dda8 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1088173 Jun 06 11:46:45.061783 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-4e695d9d-1565-4cb0-823c-0d72073c09bd None None] Agent healthcheck: found 5 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 11:46:46.004634 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 38300) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:46:46.109931 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f61f14-d5c5-47f2-9f54-a9708967d439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:46:46.110322 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f61f14-d5c5-47f2-9f54-a9708967d439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:46:46.111817 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-d2f61f14-d5c5-47f2-9f54-a9708967d439 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1057453 Jun 06 11:46:48.232888 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 38308) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:46:48.334994 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff57fc51-03d6-4416-a41c-021ab4154e95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:46:48.336343 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-ff57fc51-03d6-4416-a41c-021ab4154e95 admin admin] 10.222.0.42 "GET /v2.0/subnets/ab19a970-7da1-4791-ba0c-534739925629 HTTP/1.1" status: 200 len: 816 time: 0.1025162 Jun 06 11:46:50.451703 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 38316) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:46:50.557269 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b916e593-e4c2-4b7f-a50e-b085dd15627a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:46:50.558622 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-b916e593-e4c2-4b7f-a50e-b085dd15627a admin admin] 10.222.0.42 "GET /v2.0/subnets/ecec558d-671c-4fc5-8c24-d1fedb6b6a3f HTTP/1.1" status: 200 len: 868 time: 0.1059220 Jun 06 11:47:00.108804 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-14e9578a-6afa-41e3-a71e-ab9cc6f8a931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:47:02.484688 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:47:02.767790 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3d70286c-2e33-46a9-98af-86aa2d536c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:47:03.673984 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:47:05.546091 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:47:13.653807 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 38360) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:47:13.700221 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [None req-0ca53a11-9b46-40ee-96b2-14945c5be399 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=91625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 11:47:13.701259 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-0ca53a11-9b46-40ee-96b2-14945c5be399 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0464156 Jun 06 11:47:15.909296 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 38368) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:47:15.976074 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.pecan_wsgi.hooks.translation [None req-66dc30e3-f90f-4039-a34c-974636dee239 admin admin] GET failed (client error): The resource could not be found. Jun 06 11:47:15.977339 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-66dc30e3-f90f-4039-a34c-974636dee239 admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0670881 Jun 06 11:47:16.102922 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1b5ded-01cd-4cf4-90c3-4e97608ea98f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:47:16.104299 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-0b1b5ded-01cd-4cf4-90c3-4e97608ea98f admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1232598 Jun 06 11:47:18.235004 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 38376) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:47:18.281070 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-30cca907-13fa-49cb-a9f8-89b61a60c4c4 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:47:18.303895 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30cca907-13fa-49cb-a9f8-89b61a60c4c4 admin admin] Made reservation on behalf of 784c1246f9004ad695b3125f6d945c37 for: {'network': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:47:18.306188 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-30cca907-13fa-49cb-a9f8-89b61a60c4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7902729'] for network, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:47:18.393105 dv-cinder-786260-3-smb neutron-server[91625]: WARNING neutron.services.revisions.revision_plugin [None req-30cca907-13fa-49cb-a9f8-89b61a60c4c4 admin admin] Could not find related network for resource to bump revision. Jun 06 11:47:18.405522 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30cca907-13fa-49cb-a9f8-89b61a60c4c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=91625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 11:47:18.415960 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-30cca907-13fa-49cb-a9f8-89b61a60c4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118'] for segment, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:47:18.416256 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.db.segments_db [None req-30cca907-13fa-49cb-a9f8-89b61a60c4c4 admin admin] Added segment af8446a3-0ecc-4349-ac70-a800521a0ae3 of type vlan for network aa5dd0e5-17bf-4a34-ac39-689e2b6874f3 Jun 06 11:47:18.441120 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-30cca907-13fa-49cb-a9f8-89b61a60c4c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770687122670'] for network, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:47:18.469025 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-30cca907-13fa-49cb-a9f8-89b61a60c4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-598673'] for network, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:47:18.470328 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cca907-13fa-49cb-a9f8-89b61a60c4c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:47:18.470906 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-30cca907-13fa-49cb-a9f8-89b61a60c4c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:47:18.476240 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-2bda9ba3-c563-43fa-a253-be5b5e678cd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:47:18.519461 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-30cca907-13fa-49cb-a9f8-89b61a60c4c4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2833579 Jun 06 11:47:18.572002 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cca907-13fa-49cb-a9f8-89b61a60c4c4 admin admin] Pushing event updated for resources: {'Network': ['ID=aa5dd0e5-17bf-4a34-ac39-689e2b6874f3,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:47:18.574857 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-30cca907-13fa-49cb-a9f8-89b61a60c4c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:47:18.583721 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Network aa5dd0e5-17bf-4a34-ac39-689e2b6874f3 details requested by agent ovs-agent-dv-cinder-786260-3-smb with host dv-cinder-786260-3-smb {{(pid=91627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 11:47:20.664084 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 38384) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:47:20.730989 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.pecan_wsgi.hooks.translation [None req-654e76d6-42da-4440-a2d6-d7dba987e9fb admin admin] GET failed (client error): The resource could not be found. Jun 06 11:47:20.732227 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-654e76d6-42da-4440-a2d6-d7dba987e9fb admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0672698 Jun 06 11:47:20.832112 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a6fa47-9902-475c-be12-e419283aa6b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:47:20.834124 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-f6a6fa47-9902-475c-be12-e419283aa6b6 admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0979960 Jun 06 11:47:20.843424 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-155426e0-7c64-4ea0-80da-353d2b4589b6 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'aa5dd0e5-17bf-4a34-ac39-689e2b6874f3', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:47:20.863742 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155426e0-7c64-4ea0-80da-353d2b4589b6 admin admin] Made reservation on behalf of 784c1246f9004ad695b3125f6d945c37 for: {'subnet': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:47:20.866159 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-155426e0-7c64-4ea0-80da-353d2b4589b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:47:21.092525 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-155426e0-7c64-4ea0-80da-353d2b4589b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680'] for subnet, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:47:21.097069 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-1a85c98f-bcc7-4d04-bcd2-5f5e1dfbef5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:47:21.163824 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155426e0-7c64-4ea0-80da-353d2b4589b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81db2b65-4b0e-4db9-823f-14f57b48da8b,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:47:21.167030 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-155426e0-7c64-4ea0-80da-353d2b4589b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:47:21.172898 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155426e0-7c64-4ea0-80da-353d2b4589b6 admin admin] Checking segment: {'id': 'af8446a3-0ecc-4349-ac70-a800521a0ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'aa5dd0e5-17bf-4a34-ac39-689e2b6874f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:47:21.173252 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155426e0-7c64-4ea0-80da-353d2b4589b6 admin admin] Network hostable DHCP agents. Network: aa5dd0e5-17bf-4a34-ac39-689e2b6874f3, hostable agents: ['faabf3fc-c1ac-4f7b-ba43-3022feb00bd5'], hosted agents: [] {{(pid=91625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 11:47:21.189055 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155426e0-7c64-4ea0-80da-353d2b4589b6 admin admin] Network aa5dd0e5-17bf-4a34-ac39-689e2b6874f3 is scheduled to be hosted by DHCP agent faabf3fc-c1ac-4f7b-ba43-3022feb00bd5 with binding_index 1 {{(pid=91625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 11:47:21.198247 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-155426e0-7c64-4ea0-80da-353d2b4589b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-3-smb, aa5dd0e5-17bf-4a34-ac39-689e2b6874f3) {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:47:21.202387 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155426e0-7c64-4ea0-80da-353d2b4589b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:47:21.202995 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-155426e0-7c64-4ea0-80da-353d2b4589b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for subnet, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:47:21.208103 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc17cb5b-1d4e-414a-95b6-5e1049f4699d None None] Network aa5dd0e5-17bf-4a34-ac39-689e2b6874f3 requested from dv-cinder-786260-3-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 11:47:21.220789 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-155426e0-7c64-4ea0-80da-353d2b4589b6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3807018 Jun 06 11:47:21.432033 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65aaab7d-8e18-46ec-970b-6049c65aee97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp900c76ae-0d80-5f73-9b80-9ed4069fcc53-aa5dd0e5-17bf-4a34-ac39-689e2b6874f3', 'network_id': 'aa5dd0e5-17bf-4a34-ac39-689e2b6874f3', 'tenant_id': '784c1246f9004ad695b3125f6d945c37', 'fixed_ips': [{'subnet_id': '81db2b65-4b0e-4db9-823f-14f57b48da8b'}]}} from dv-cinder-786260-3-smb. {{(pid=91627) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 11:47:21.432879 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-65aaab7d-8e18-46ec-970b-6049c65aee97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:47:21.591564 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.db_base_plugin_common [None req-65aaab7d-8e18-46ec-970b-6049c65aee97 None None] Allocated IP 192.168.233.2 (aa5dd0e5-17bf-4a34-ac39-689e2b6874f3/81db2b65-4b0e-4db9-823f-14f57b48da8b/633d64d6-11c5-41d3-888e-51c796a2cce3) {{(pid=91627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 11:47:21.798313 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-65aaab7d-8e18-46ec-970b-6049c65aee97 None None] Notify callbacks [] for port, precommit_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:47:21.810256 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-65aaab7d-8e18-46ec-970b-6049c65aee97 None None] Transition to ACTIVE for port object 633d64d6-11c5-41d3-888e-51c796a2cce3 will not be triggered until provisioned by entity L2. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:47:21.829192 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-65aaab7d-8e18-46ec-970b-6049c65aee97 None None] Transition to ACTIVE for port object 633d64d6-11c5-41d3-888e-51c796a2cce3 will not be triggered until provisioned by entity DHCP. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:47:21.835363 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-65aaab7d-8e18-46ec-970b-6049c65aee97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160'] for port, after_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:47:21.841115 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:47:21.903372 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65aaab7d-8e18-46ec-970b-6049c65aee97 None None] Network aa5dd0e5-17bf-4a34-ac39-689e2b6874f3 is already hosted by enough agents. {{(pid=91627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:47:21.904523 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.scheduler.base_scheduler [None req-65aaab7d-8e18-46ec-970b-6049c65aee97 None None] Resources bound (agent type, host, resource id): {{(pid=91627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:47:21.908143 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aaab7d-8e18-46ec-970b-6049c65aee97 None None] Received port after_create {{(pid=91627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 11:47:21.943209 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aaab7d-8e18-46ec-970b-6049c65aee97 None None] Pushing event updated for resources: {'Port': ['ID=633d64d6-11c5-41d3-888e-51c796a2cce3,revision_number=1']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:47:21.986401 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aaab7d-8e18-46ec-970b-6049c65aee97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:47:21.986746 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aaab7d-8e18-46ec-970b-6049c65aee97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:47:21.987085 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aaab7d-8e18-46ec-970b-6049c65aee97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:47:21.987424 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aaab7d-8e18-46ec-970b-6049c65aee97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:47:21.987755 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aaab7d-8e18-46ec-970b-6049c65aee97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:47:21.988086 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aaab7d-8e18-46ec-970b-6049c65aee97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:47:21.988414 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aaab7d-8e18-46ec-970b-6049c65aee97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:47:21.989297 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aaab7d-8e18-46ec-970b-6049c65aee97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:47:21.989621 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aaab7d-8e18-46ec-970b-6049c65aee97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:47:21.989969 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aaab7d-8e18-46ec-970b-6049c65aee97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:47:21.990293 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aaab7d-8e18-46ec-970b-6049c65aee97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:47:21.990612 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aaab7d-8e18-46ec-970b-6049c65aee97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:47:21.997769 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-65aaab7d-8e18-46ec-970b-6049c65aee97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:47:22.013507 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-65aaab7d-8e18-46ec-970b-6049c65aee97 None None] Attempting to bind port 633d64d6-11c5-41d3-888e-51c796a2cce3 on host dv-cinder-786260-3-smb for vnic_type normal with profile {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 11:47:22.013920 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-65aaab7d-8e18-46ec-970b-6049c65aee97 None None] Attempting to bind port 633d64d6-11c5-41d3-888e-51c796a2cce3 by drivers openvswitch,hyperv on host dv-cinder-786260-3-smb at level 0 using segments [{'id': 'af8446a3-0ecc-4349-ac70-a800521a0ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'aa5dd0e5-17bf-4a34-ac39-689e2b6874f3'}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 11:47:22.014296 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aaab7d-8e18-46ec-970b-6049c65aee97 None None] Attempting to bind port 633d64d6-11c5-41d3-888e-51c796a2cce3 on network aa5dd0e5-17bf-4a34-ac39-689e2b6874f3 {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:47:22.019638 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aaab7d-8e18-46ec-970b-6049c65aee97 None None] Checking agent: {'id': '8c08a107-9ed3-4e66-a1ef-b6d8b5adb9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 2), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 11:47:22.020173 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aaab7d-8e18-46ec-970b-6049c65aee97 None None] Checking segment: {'id': 'af8446a3-0ecc-4349-ac70-a800521a0ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'aa5dd0e5-17bf-4a34-ac39-689e2b6874f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:47:22.020621 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-65aaab7d-8e18-46ec-970b-6049c65aee97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:47:22.021020 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aaab7d-8e18-46ec-970b-6049c65aee97 None None] Bound using segment: {'id': 'af8446a3-0ecc-4349-ac70-a800521a0ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'aa5dd0e5-17bf-4a34-ac39-689e2b6874f3'} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 11:47:22.021495 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-65aaab7d-8e18-46ec-970b-6049c65aee97 None None] Bound port: 633d64d6-11c5-41d3-888e-51c796a2cce3, host: dv-cinder-786260-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af8446a3-0ecc-4349-ac70-a800521a0ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'aa5dd0e5-17bf-4a34-ac39-689e2b6874f3'}}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 11:47:22.021913 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-65aaab7d-8e18-46ec-970b-6049c65aee97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:47:22.060569 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-4e695d9d-1565-4cb0-823c-0d72073c09bd None None] Agent healthcheck: found 5 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 11:47:22.112547 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-65aaab7d-8e18-46ec-970b-6049c65aee97 None None] For port 633d64d6-11c5-41d3-888e-51c796a2cce3, host dv-cinder-786260-3-smb, cleared binding levels {{(pid=91627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 11:47:22.116199 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-65aaab7d-8e18-46ec-970b-6049c65aee97 None None] For port 633d64d6-11c5-41d3-888e-51c796a2cce3, host dv-cinder-786260-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=633d64d6-11c5-41d3-888e-51c796a2cce3,segment=NetworkSegment(af8446a3-0ecc-4349-ac70-a800521a0ae3),segment_id=af8446a3-0ecc-4349-ac70-a800521a0ae3)] {{(pid=91627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 11:47:22.120412 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-65aaab7d-8e18-46ec-970b-6049c65aee97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:47:22.124256 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-65aaab7d-8e18-46ec-970b-6049c65aee97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:47:22.202864 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aaab7d-8e18-46ec-970b-6049c65aee97 None None] Pushing event updated for resources: {'Port': ['ID=633d64d6-11c5-41d3-888e-51c796a2cce3,revision_number=2']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:47:22.206270 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-65aaab7d-8e18-46ec-970b-6049c65aee97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:47:22.481923 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 633d64d6-11c5-41d3-888e-51c796a2cce3 up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:47:22.564122 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning for port 633d64d6-11c5-41d3-888e-51c796a2cce3 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:47:23.014516 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd35c42c-1ca6-47f0-a1d1-773e2d571137 None None] Network aa5dd0e5-17bf-4a34-ac39-689e2b6874f3 requested from dv-cinder-786260-3-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 11:47:23.134411 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-9eff03f5-ec2b-4673-a926-2ad7c549cebf None None] Provisioning for port 633d64d6-11c5-41d3-888e-51c796a2cce3 completed by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:47:23.143038 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-9eff03f5-ec2b-4673-a926-2ad7c549cebf None None] Provisioning complete for port 633d64d6-11c5-41d3-888e-51c796a2cce3 triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:47:23.143274 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-9eff03f5-ec2b-4673-a926-2ad7c549cebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:47:23.355932 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-9eff03f5-ec2b-4673-a926-2ad7c549cebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:47:23.421604 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-9eff03f5-ec2b-4673-a926-2ad7c549cebf None None] For port 633d64d6-11c5-41d3-888e-51c796a2cce3, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=633d64d6-11c5-41d3-888e-51c796a2cce3,segment=NetworkSegment(af8446a3-0ecc-4349-ac70-a800521a0ae3),segment_id=af8446a3-0ecc-4349-ac70-a800521a0ae3)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:47:23.426725 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-9eff03f5-ec2b-4673-a926-2ad7c549cebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:47:23.428843 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3a0bf314-d4c5-4498-bfee-832928c7b3d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:47:23.499369 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff03f5-ec2b-4673-a926-2ad7c549cebf None None] Pushing event updated for resources: {'Port': ['ID=633d64d6-11c5-41d3-888e-51c796a2cce3,revision_number=3']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:47:23.502859 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-9eff03f5-ec2b-4673-a926-2ad7c549cebf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:47:23.647593 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-cbada5cc-7760-4e65-a6c9-f02a261d9b85 None None] Provisioning complete for port 633d64d6-11c5-41d3-888e-51c796a2cce3 triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:47:23.647972 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-cbada5cc-7760-4e65-a6c9-f02a261d9b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:47:24.445937 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 633d64d6-11c5-41d3-888e-51c796a2cce3 up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:47:24.513363 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning complete for port 633d64d6-11c5-41d3-888e-51c796a2cce3 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:47:24.514037 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:47:30.111637 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-458abd0f-f4d6-46d9-bbd8-7546ea64e44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:47:32.479634 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:47:32.770484 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-e308a58e-7f56-47f3-b1e4-a612168b6559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:47:33.677526 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:47:35.549931 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:47:59.059179 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-4e695d9d-1565-4cb0-823c-0d72073c09bd None None] Agent healthcheck: found 5 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 11:48:00.112347 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-122de5fd-aa05-4c03-bf1b-42f822b2a790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:48:02.481798 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:48:02.772155 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-89b2fcb1-7fec-4be2-9e62-66904aaf0e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:48:03.679644 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:48:05.553095 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:48:28.069538 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 38436) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:48:28.075509 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [None req-06b2d79a-6083-483d-bd83-cf9eb33729a8 tempest-verify_tempest_config-893997964 tempest-verify_tempest_config-893997964-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=91625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 11:48:28.076490 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-06b2d79a-6083-483d-bd83-cf9eb33729a8 tempest-verify_tempest_config-893997964 tempest-verify_tempest_config-893997964-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059395 Jun 06 11:48:28.376415 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 38454) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:48:28.493422 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d68df0ea-e762-43a2-94ca-e9f7782d931c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:48:28.594377 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d68df0ea-e762-43a2-94ca-e9f7782d931c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:48:28.598112 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d68df0ea-e762-43a2-94ca-e9f7782d931c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:48:28.605338 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:48:28.644322 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68df0ea-e762-43a2-94ca-e9f7782d931c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f960aa6b-4f85-4712-a0c3-c73d1194ed03,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:48:28.649341 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-d68df0ea-e762-43a2-94ca-e9f7782d931c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b294ff4e262d4239b768ab033d35fa5a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2718942 Jun 06 11:48:28.652243 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 38458) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:48:28.654113 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68df0ea-e762-43a2-94ca-e9f7782d931c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:48:28.654418 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68df0ea-e762-43a2-94ca-e9f7782d931c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:48:28.654770 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68df0ea-e762-43a2-94ca-e9f7782d931c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:48:28.655133 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68df0ea-e762-43a2-94ca-e9f7782d931c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:48:28.655471 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68df0ea-e762-43a2-94ca-e9f7782d931c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:48:28.655811 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68df0ea-e762-43a2-94ca-e9f7782d931c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:48:28.656146 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68df0ea-e762-43a2-94ca-e9f7782d931c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:48:28.656483 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68df0ea-e762-43a2-94ca-e9f7782d931c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:48:28.656833 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68df0ea-e762-43a2-94ca-e9f7782d931c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:48:28.657156 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68df0ea-e762-43a2-94ca-e9f7782d931c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:48:28.657505 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68df0ea-e762-43a2-94ca-e9f7782d931c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:48:28.657852 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68df0ea-e762-43a2-94ca-e9f7782d931c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:48:28.661809 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-d68df0ea-e762-43a2-94ca-e9f7782d931c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:48:28.723795 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-45f1bd0a-2878-4916-a82d-dc0ecdc01b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:48:28.748240 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-45f1bd0a-2878-4916-a82d-dc0ecdc01b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:48:28.844300 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-45f1bd0a-2878-4916-a82d-dc0ecdc01b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:48:28.847489 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-45f1bd0a-2878-4916-a82d-dc0ecdc01b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:48:28.851666 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-45f1bd0a-2878-4916-a82d-dc0ecdc01b0f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f960aa6b-4f85-4712-a0c3-c73d1194ed03 HTTP/1.1" status: 204 len: 168 time: 0.1984158 Jun 06 11:48:28.852297 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:48:28.862586 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f1bd0a-2878-4916-a82d-dc0ecdc01b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f960aa6b-4f85-4712-a0c3-c73d1194ed03,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:48:28.869701 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1bd0a-2878-4916-a82d-dc0ecdc01b0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:48:28.870073 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1bd0a-2878-4916-a82d-dc0ecdc01b0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:48:28.870411 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1bd0a-2878-4916-a82d-dc0ecdc01b0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:48:28.870741 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1bd0a-2878-4916-a82d-dc0ecdc01b0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:48:28.871067 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1bd0a-2878-4916-a82d-dc0ecdc01b0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:48:28.871457 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1bd0a-2878-4916-a82d-dc0ecdc01b0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:48:28.871722 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1bd0a-2878-4916-a82d-dc0ecdc01b0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:48:28.872025 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1bd0a-2878-4916-a82d-dc0ecdc01b0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:48:28.872456 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1bd0a-2878-4916-a82d-dc0ecdc01b0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:48:28.872788 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1bd0a-2878-4916-a82d-dc0ecdc01b0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:48:28.873115 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1bd0a-2878-4916-a82d-dc0ecdc01b0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:48:28.873431 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1bd0a-2878-4916-a82d-dc0ecdc01b0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:48:28.877019 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-45f1bd0a-2878-4916-a82d-dc0ecdc01b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:48:30.116571 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-524d443f-2ab5-4400-9caa-c8c4433c32f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:48:32.483556 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:48:32.775054 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-afc9e2f1-8437-42bd-9641-e3fa3b7d2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:48:33.682921 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:48:35.555748 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:48:36.057564 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-4e695d9d-1565-4cb0-823c-0d72073c09bd None None] Agent healthcheck: found 5 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 11:49:00.119877 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-e190f29c-b4e9-4a38-9988-4cc451e043b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:49:02.485694 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:49:02.777752 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-aa2de8f1-a59c-4ec0-9625-de55a2ed2b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:49:03.685925 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:49:05.558567 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:49:13.056757 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-4e695d9d-1565-4cb0-823c-0d72073c09bd None None] Agent healthcheck: found 5 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 11:49:30.121762 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-420249eb-ac69-4701-aece-9172c1badd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:49:32.488508 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:49:32.778835 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-57183f3a-9a9d-49f6-9bd8-71212fc4c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:49:33.689432 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:49:35.561090 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:49:50.055437 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-4e695d9d-1565-4cb0-823c-0d72073c09bd None None] Agent healthcheck: found 5 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 11:50:00.122948 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8c5beadd-8238-452b-bfac-37a4fced3d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:50:02.489216 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:50:02.780427 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3b8bb95b-df17-4d79-ae0f-5b8868308dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:50:03.692403 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:50:04.161116 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996'] for agent, after_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:50:05.564070 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:50:08.127402 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 38512) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:50:08.236543 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-916d733d-81e0-4278-96dd-8995bf400618 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1080475 Jun 06 11:50:10.380138 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 38522) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:50:10.435420 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-a51181db-cacb-4236-b14a-f383d78e08f4 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0542011 Jun 06 11:50:27.053960 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-4e695d9d-1565-4cb0-823c-0d72073c09bd None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 11:50:30.124962 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-7d6c0426-91ed-484b-92a1-8ef0f1d76ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:50:32.489501 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:50:32.782474 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-73744845-62d6-47f9-af34-51e2325f3f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:50:33.694885 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:50:34.115633 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:50:35.566756 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:00.127696 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-f7e7968d-91e0-4ec7-91c2-d1686331812b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:02.490577 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:02.783741 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c5b7f966-868e-4355-83c7-b9e6bd2db49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:03.704404 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:04.055830 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-4e695d9d-1565-4cb0-823c-0d72073c09bd None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 11:51:04.128415 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:05.579005 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:30.130490 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fe3189ea-985e-424d-ba73-a8cd83370d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:32.494319 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:32.787208 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-0747ec04-263b-4ff0-8ce9-8bafa9cc4e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:33.718705 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:34.140418 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:35.586087 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:38.337974 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 38726) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:51:38.635793 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 38742) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:51:38.696325 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 38752) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:51:38.749097 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-bdc97314-f872-4d75-83b7-5fa103a4d1a6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-113840591-network', 'tenant_id': '509a3273e6204db0b484b14a1f7a40f8'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:51:38.791716 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc97314-f872-4d75-83b7-5fa103a4d1a6 admin admin] Made reservation on behalf of 509a3273e6204db0b484b14a1f7a40f8 for: {'network': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:51:38.794447 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-bdc97314-f872-4d75-83b7-5fa103a4d1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7902729'] for network, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:38.817054 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-bdc97314-f872-4d75-83b7-5fa103a4d1a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:38.829176 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 38760) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:51:38.877436 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 38770) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:51:38.925689 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-0edb3918-9ddd-4c3a-9e65-e4877a70efaf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-204249353-network', 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:51:38.954494 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-cc2aa171-3eda-4596-bed1-67615a3e550b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1614560820-network', 'tenant_id': 'f9e2055ec9434e3db7a5e53837580d9d'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:51:38.959102 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-bdc97314-f872-4d75-83b7-5fa103a4d1a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:38.970385 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-bdc97314-f872-4d75-83b7-5fa103a4d1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:38.980257 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:51:38.995057 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdc97314-f872-4d75-83b7-5fa103a4d1a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=91626) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 11:51:39.009293 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-bdc97314-f872-4d75-83b7-5fa103a4d1a6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770687599005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118'] for segment, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:39.009905 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-bdc97314-f872-4d75-83b7-5fa103a4d1a6 admin admin] Unsubscribe: segment precommit_create {{(pid=91626) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 06 11:51:39.010371 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.db.segments_db [None req-bdc97314-f872-4d75-83b7-5fa103a4d1a6 admin admin] Added segment 986baee3-f833-4b34-a177-5e31fe787c5b of type vlan for network cddf4cf4-f3e1-4111-bd59-baf4358b7669 Jun 06 11:51:39.030967 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2aa171-3eda-4596-bed1-67615a3e550b admin admin] Made reservation on behalf of f9e2055ec9434e3db7a5e53837580d9d for: {'network': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:51:39.034283 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cc2aa171-3eda-4596-bed1-67615a3e550b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7902729'] for network, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:39.046237 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-bdc97314-f872-4d75-83b7-5fa103a4d1a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770687122670'] for network, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:39.052944 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cc2aa171-3eda-4596-bed1-67615a3e550b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:39.081609 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edb3918-9ddd-4c3a-9e65-e4877a70efaf admin admin] Made reservation on behalf of 8bf000e1cce144f38f4104d8d8deb9aa for: {'network': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:51:39.084326 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0edb3918-9ddd-4c3a-9e65-e4877a70efaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7902729'] for network, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:39.097541 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-bdc97314-f872-4d75-83b7-5fa103a4d1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-598673'] for network, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:39.107742 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc97314-f872-4d75-83b7-5fa103a4d1a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:51:39.108721 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-bdc97314-f872-4d75-83b7-5fa103a4d1a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for network, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:39.112123 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0edb3918-9ddd-4c3a-9e65-e4877a70efaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:39.144058 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc97314-f872-4d75-83b7-5fa103a4d1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f73836b-3744-40a0-b582-46b0c9500436,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:51:39.151682 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc97314-f872-4d75-83b7-5fa103a4d1a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:39.152404 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc97314-f872-4d75-83b7-5fa103a4d1a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:39.153158 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc97314-f872-4d75-83b7-5fa103a4d1a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:39.154056 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc97314-f872-4d75-83b7-5fa103a4d1a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:39.154700 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc97314-f872-4d75-83b7-5fa103a4d1a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:39.155192 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc97314-f872-4d75-83b7-5fa103a4d1a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:39.155787 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc97314-f872-4d75-83b7-5fa103a4d1a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:39.156273 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc97314-f872-4d75-83b7-5fa103a4d1a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:39.156933 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc97314-f872-4d75-83b7-5fa103a4d1a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:39.157440 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc97314-f872-4d75-83b7-5fa103a4d1a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:39.157938 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc97314-f872-4d75-83b7-5fa103a4d1a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:39.158424 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc97314-f872-4d75-83b7-5fa103a4d1a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:39.159690 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc97314-f872-4d75-83b7-5fa103a4d1a6 admin admin] Tracked resource versions report: Jun 06 11:51:39.159690 dv-cinder-786260-3-smb neutron-server[91626]: pushed versions: Jun 06 11:51:39.159690 dv-cinder-786260-3-smb neutron-server[91626]: { 'AddressGroup': {'1.2'}, Jun 06 11:51:39.159690 dv-cinder-786260-3-smb neutron-server[91626]: 'ConntrackHelper': {'1.0'}, Jun 06 11:51:39.159690 dv-cinder-786260-3-smb neutron-server[91626]: 'Log': {'1.0'}, Jun 06 11:51:39.159690 dv-cinder-786260-3-smb neutron-server[91626]: 'Network': {'1.1'}, Jun 06 11:51:39.159690 dv-cinder-786260-3-smb neutron-server[91626]: 'Port': {'1.7'}, Jun 06 11:51:39.159690 dv-cinder-786260-3-smb neutron-server[91626]: 'PortForwarding': {'1.2'}, Jun 06 11:51:39.159690 dv-cinder-786260-3-smb neutron-server[91626]: 'QosPolicy': {'1.8'}, Jun 06 11:51:39.159690 dv-cinder-786260-3-smb neutron-server[91626]: 'SecurityGroup': {'1.4'}, Jun 06 11:51:39.159690 dv-cinder-786260-3-smb neutron-server[91626]: 'SecurityGroupRule': {'1.2'}, Jun 06 11:51:39.159690 dv-cinder-786260-3-smb neutron-server[91626]: 'SubPort': {'1.0'}, Jun 06 11:51:39.159690 dv-cinder-786260-3-smb neutron-server[91626]: 'Subnet': {'1.1'}, Jun 06 11:51:39.159690 dv-cinder-786260-3-smb neutron-server[91626]: 'Trunk': {'1.1'}} Jun 06 11:51:39.159690 dv-cinder-786260-3-smb neutron-server[91626]: consumer versions: Jun 06 11:51:39.159690 dv-cinder-786260-3-smb neutron-server[91626]: { DHCP agent@dv-cinder-786260-3-smb: {}, Jun 06 11:51:39.159690 dv-cinder-786260-3-smb neutron-server[91626]: HyperV agent@hv-cinder-78626: {}, Jun 06 11:51:39.159690 dv-cinder-786260-3-smb neutron-server[91626]: L3 agent@dv-cinder-786260-3-smb: {}, Jun 06 11:51:39.159690 dv-cinder-786260-3-smb neutron-server[91626]: Metadata agent@dv-cinder-786260-3-smb: {}, Jun 06 11:51:39.159690 dv-cinder-786260-3-smb neutron-server[91626]: Metering agent@dv-cinder-786260-3-smb: {}, Jun 06 11:51:39.159690 dv-cinder-786260-3-smb neutron-server[91626]: Open vSwitch agent@dv-cinder-786260-3-smb: { 'AddressGroup': '1.2', Jun 06 11:51:39.159690 dv-cinder-786260-3-smb neutron-server[91626]: 'ConntrackHelper': '1.0', Jun 06 11:51:39.159690 dv-cinder-786260-3-smb neutron-server[91626]: 'Log': '1.0', Jun 06 11:51:39.159690 dv-cinder-786260-3-smb neutron-server[91626]: 'Network': '1.1', Jun 06 11:51:39.159690 dv-cinder-786260-3-smb neutron-server[91626]: 'Port': '1.7', Jun 06 11:51:39.159690 dv-cinder-786260-3-smb neutron-server[91626]: 'PortForwarding': '1.2', Jun 06 11:51:39.159690 dv-cinder-786260-3-smb neutron-server[91626]: 'QosPolicy': '1.8', Jun 06 11:51:39.159690 dv-cinder-786260-3-smb neutron-server[91626]: 'SecurityGroup': '1.4', Jun 06 11:51:39.159690 dv-cinder-786260-3-smb neutron-server[91626]: 'SecurityGroupRule': '1.2', Jun 06 11:51:39.159690 dv-cinder-786260-3-smb neutron-server[91626]: 'SubPort': '1.0', Jun 06 11:51:39.159690 dv-cinder-786260-3-smb neutron-server[91626]: 'Subnet': '1.1', Jun 06 11:51:39.159690 dv-cinder-786260-3-smb neutron-server[91626]: 'Trunk': '1.1'}} Jun 06 11:51:39.159690 dv-cinder-786260-3-smb neutron-server[91626]: {{(pid=91626) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 11:51:39.165316 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-bdc97314-f872-4d75-83b7-5fa103a4d1a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:51:39.166012 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:51:39.181530 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cc2aa171-3eda-4596-bed1-67615a3e550b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:39.191126 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-5696ff62-5a5f-4727-8a5a-2acad9a7013d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-820890109-network', 'tenant_id': 'ffbf540fd73d452aaaeae928aa00e219'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:51:39.204626 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-e1d7ade6-410f-41fd-b980-d9b796355256 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1323538532-network', 'tenant_id': '68743bc4f4a2435aaf245debd07f1445'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:51:39.204781 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-bdc97314-f872-4d75-83b7-5fa103a4d1a6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8618414 Jun 06 11:51:39.205070 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 38780) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:51:39.206438 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cc2aa171-3eda-4596-bed1-67615a3e550b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:39.222960 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-44f6afc0-81c9-4a6d-af24-ab367b55df0b admin admin] Request body: {'subnet': {'network_id': 'cddf4cf4-f3e1-4111-bd59-baf4358b7669', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-113840591-subnet', 'tenant_id': '509a3273e6204db0b484b14a1f7a40f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:51:39.225438 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc2aa171-3eda-4596-bed1-67615a3e550b admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=91625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 11:51:39.235629 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cc2aa171-3eda-4596-bed1-67615a3e550b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118'] for segment, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:39.236006 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.db.segments_db [None req-cc2aa171-3eda-4596-bed1-67615a3e550b admin admin] Added segment e86b8fab-a5af-4cc0-bff6-2affb2d6bcab of type vlan for network 16772a53-2168-4741-8fed-b9459fa0ab48 Jun 06 11:51:39.262092 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-535abfa1-4ade-4194-8476-3437ee39afd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:51:39.271972 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cc2aa171-3eda-4596-bed1-67615a3e550b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770687122670'] for network, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:39.297545 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc97314-f872-4d75-83b7-5fa103a4d1a6 admin admin] Pushing event updated for resources: {'Network': ['ID=cddf4cf4-f3e1-4111-bd59-baf4358b7669,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:51:39.303666 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-bdc97314-f872-4d75-83b7-5fa103a4d1a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:51:39.314281 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Network cddf4cf4-f3e1-4111-bd59-baf4358b7669 details requested by agent ovs-agent-dv-cinder-786260-3-smb with host dv-cinder-786260-3-smb {{(pid=91627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 11:51:39.331300 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2aa171-3eda-4596-bed1-67615a3e550b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2b854c-141d-4886-96b0-24c840812cd6,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:51:39.339945 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cc2aa171-3eda-4596-bed1-67615a3e550b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-598673'] for network, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:39.342490 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2aa171-3eda-4596-bed1-67615a3e550b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:39.343001 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2aa171-3eda-4596-bed1-67615a3e550b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:39.343347 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2aa171-3eda-4596-bed1-67615a3e550b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:39.343701 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2aa171-3eda-4596-bed1-67615a3e550b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:39.344033 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2aa171-3eda-4596-bed1-67615a3e550b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:39.344368 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2aa171-3eda-4596-bed1-67615a3e550b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:39.344690 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2aa171-3eda-4596-bed1-67615a3e550b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:39.345179 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2aa171-3eda-4596-bed1-67615a3e550b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:39.345656 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2aa171-3eda-4596-bed1-67615a3e550b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:39.346175 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2aa171-3eda-4596-bed1-67615a3e550b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:39.346649 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2aa171-3eda-4596-bed1-67615a3e550b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:39.347125 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2aa171-3eda-4596-bed1-67615a3e550b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:39.348570 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2aa171-3eda-4596-bed1-67615a3e550b admin admin] Tracked resource versions report: Jun 06 11:51:39.348570 dv-cinder-786260-3-smb neutron-server[91625]: pushed versions: Jun 06 11:51:39.348570 dv-cinder-786260-3-smb neutron-server[91625]: { 'AddressGroup': {'1.2'}, Jun 06 11:51:39.348570 dv-cinder-786260-3-smb neutron-server[91625]: 'ConntrackHelper': {'1.0'}, Jun 06 11:51:39.348570 dv-cinder-786260-3-smb neutron-server[91625]: 'Log': {'1.0'}, Jun 06 11:51:39.348570 dv-cinder-786260-3-smb neutron-server[91625]: 'Network': {'1.1'}, Jun 06 11:51:39.348570 dv-cinder-786260-3-smb neutron-server[91625]: 'Port': {'1.7'}, Jun 06 11:51:39.348570 dv-cinder-786260-3-smb neutron-server[91625]: 'PortForwarding': {'1.2'}, Jun 06 11:51:39.348570 dv-cinder-786260-3-smb neutron-server[91625]: 'QosPolicy': {'1.8'}, Jun 06 11:51:39.348570 dv-cinder-786260-3-smb neutron-server[91625]: 'SecurityGroup': {'1.4'}, Jun 06 11:51:39.348570 dv-cinder-786260-3-smb neutron-server[91625]: 'SecurityGroupRule': {'1.2'}, Jun 06 11:51:39.348570 dv-cinder-786260-3-smb neutron-server[91625]: 'SubPort': {'1.0'}, Jun 06 11:51:39.348570 dv-cinder-786260-3-smb neutron-server[91625]: 'Subnet': {'1.1'}, Jun 06 11:51:39.348570 dv-cinder-786260-3-smb neutron-server[91625]: 'Trunk': {'1.1'}} Jun 06 11:51:39.348570 dv-cinder-786260-3-smb neutron-server[91625]: consumer versions: Jun 06 11:51:39.348570 dv-cinder-786260-3-smb neutron-server[91625]: { DHCP agent@dv-cinder-786260-3-smb: {}, Jun 06 11:51:39.348570 dv-cinder-786260-3-smb neutron-server[91625]: HyperV agent@hv-cinder-78626: {}, Jun 06 11:51:39.348570 dv-cinder-786260-3-smb neutron-server[91625]: L3 agent@dv-cinder-786260-3-smb: {}, Jun 06 11:51:39.348570 dv-cinder-786260-3-smb neutron-server[91625]: Metadata agent@dv-cinder-786260-3-smb: {}, Jun 06 11:51:39.348570 dv-cinder-786260-3-smb neutron-server[91625]: Metering agent@dv-cinder-786260-3-smb: {}, Jun 06 11:51:39.348570 dv-cinder-786260-3-smb neutron-server[91625]: Open vSwitch agent@dv-cinder-786260-3-smb: { 'AddressGroup': '1.2', Jun 06 11:51:39.348570 dv-cinder-786260-3-smb neutron-server[91625]: 'ConntrackHelper': '1.0', Jun 06 11:51:39.348570 dv-cinder-786260-3-smb neutron-server[91625]: 'Log': '1.0', Jun 06 11:51:39.348570 dv-cinder-786260-3-smb neutron-server[91625]: 'Network': '1.1', Jun 06 11:51:39.348570 dv-cinder-786260-3-smb neutron-server[91625]: 'Port': '1.7', Jun 06 11:51:39.348570 dv-cinder-786260-3-smb neutron-server[91625]: 'PortForwarding': '1.2', Jun 06 11:51:39.348570 dv-cinder-786260-3-smb neutron-server[91625]: 'QosPolicy': '1.8', Jun 06 11:51:39.348570 dv-cinder-786260-3-smb neutron-server[91625]: 'SecurityGroup': '1.4', Jun 06 11:51:39.348570 dv-cinder-786260-3-smb neutron-server[91625]: 'SecurityGroupRule': '1.2', Jun 06 11:51:39.348570 dv-cinder-786260-3-smb neutron-server[91625]: 'SubPort': '1.0', Jun 06 11:51:39.348570 dv-cinder-786260-3-smb neutron-server[91625]: 'Subnet': '1.1', Jun 06 11:51:39.348570 dv-cinder-786260-3-smb neutron-server[91625]: 'Trunk': '1.1'}} Jun 06 11:51:39.348570 dv-cinder-786260-3-smb neutron-server[91625]: {{(pid=91625) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 11:51:39.364725 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2aa171-3eda-4596-bed1-67615a3e550b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:51:39.366580 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cc2aa171-3eda-4596-bed1-67615a3e550b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:39.374525 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-cc2aa171-3eda-4596-bed1-67615a3e550b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:51:39.375410 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:51:39.425170 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0edb3918-9ddd-4c3a-9e65-e4877a70efaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:39.436137 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0edb3918-9ddd-4c3a-9e65-e4877a70efaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:39.443404 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-bdc97314-f872-4d75-83b7-5fa103a4d1a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:51:39.455551 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-cc2aa171-3eda-4596-bed1-67615a3e550b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7575901 Jun 06 11:51:39.456972 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 38794) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:51:39.494794 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb3918-9ddd-4c3a-9e65-e4877a70efaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e87d3c-1da2-41a0-9fa2-4d2b94fe1a6f,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:51:39.497915 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0edb3918-9ddd-4c3a-9e65-e4877a70efaf admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=91626) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 11:51:39.500307 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-0edb3918-9ddd-4c3a-9e65-e4877a70efaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:51:39.511625 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0edb3918-9ddd-4c3a-9e65-e4877a70efaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118'] for segment, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:39.511999 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.db.segments_db [None req-0edb3918-9ddd-4c3a-9e65-e4877a70efaf admin admin] Added segment 80a63e8a-38a8-406a-8b0d-bb2d67e9b52e of type vlan for network fb856b4d-429a-47d7-897b-0443d48f8282 Jun 06 11:51:39.517316 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-76356b37-21b7-469f-9941-6d6c537baa43 admin admin] Request body: {'subnet': {'network_id': '16772a53-2168-4741-8fed-b9459fa0ab48', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1614560820-subnet', 'tenant_id': 'f9e2055ec9434e3db7a5e53837580d9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:51:39.522598 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2aa171-3eda-4596-bed1-67615a3e550b admin admin] Pushing event updated for resources: {'Network': ['ID=16772a53-2168-4741-8fed-b9459fa0ab48,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:51:39.528210 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-cc2aa171-3eda-4596-bed1-67615a3e550b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:51:39.543432 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d7ade6-410f-41fd-b980-d9b796355256 admin admin] Made reservation on behalf of 68743bc4f4a2435aaf245debd07f1445 for: {'network': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:51:39.546702 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e1d7ade6-410f-41fd-b980-d9b796355256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7902729'] for network, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:39.555265 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Network 16772a53-2168-4741-8fed-b9459fa0ab48 details requested by agent ovs-agent-dv-cinder-786260-3-smb with host dv-cinder-786260-3-smb {{(pid=91627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 11:51:39.562779 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.db.api [None req-44f6afc0-81c9-4a6d-af24-ab367b55df0b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 06 11:51:39.562779 dv-cinder-786260-3-smb neutron-server[91626]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 06 11:51:39.562779 dv-cinder-786260-3-smb neutron-server[91626]: [parameters: {'project_id_1': '509a3273e6204db0b484b14a1f7a40f8', 'expiration_1': datetime.datetime(2021, 6, 6, 11, 51, 39, 230725)}] Jun 06 11:51:39.562779 dv-cinder-786260-3-smb neutron-server[91626]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 06 11:51:39.563726 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_db.api [None req-44f6afc0-81c9-4a6d-af24-ab367b55df0b admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 06 11:51:39.566449 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0edb3918-9ddd-4c3a-9e65-e4877a70efaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770687122670'] for network, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:39.566952 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.db.api [None req-76356b37-21b7-469f-9941-6d6c537baa43 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 06 11:51:39.566952 dv-cinder-786260-3-smb neutron-server[91625]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 06 11:51:39.566952 dv-cinder-786260-3-smb neutron-server[91625]: [parameters: {'project_id_1': 'f9e2055ec9434e3db7a5e53837580d9d', 'expiration_1': datetime.datetime(2021, 6, 6, 11, 51, 39, 524845)}] Jun 06 11:51:39.566952 dv-cinder-786260-3-smb neutron-server[91625]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91625) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 06 11:51:39.567304 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_db.api [None req-76356b37-21b7-469f-9941-6d6c537baa43 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 06 11:51:39.568164 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e1d7ade6-410f-41fd-b980-d9b796355256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:39.592075 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5696ff62-5a5f-4727-8a5a-2acad9a7013d admin admin] Made reservation on behalf of ffbf540fd73d452aaaeae928aa00e219 for: {'network': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:51:39.594412 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5696ff62-5a5f-4727-8a5a-2acad9a7013d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7902729'] for network, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:39.613116 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5696ff62-5a5f-4727-8a5a-2acad9a7013d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:39.649707 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0edb3918-9ddd-4c3a-9e65-e4877a70efaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-598673'] for network, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:39.651780 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edb3918-9ddd-4c3a-9e65-e4877a70efaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:51:39.652567 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0edb3918-9ddd-4c3a-9e65-e4877a70efaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for network, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:39.663652 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:51:39.722674 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e1d7ade6-410f-41fd-b980-d9b796355256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:39.733342 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e1d7ade6-410f-41fd-b980-d9b796355256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:39.738503 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:51:39.790374 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d7ade6-410f-41fd-b980-d9b796355256 admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=91625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 11:51:39.805652 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d7ade6-410f-41fd-b980-d9b796355256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f2d170-a7fc-422e-8dc3-a61193f3f786,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:51:39.810895 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e1d7ade6-410f-41fd-b980-d9b796355256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:51:39.812645 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e1d7ade6-410f-41fd-b980-d9b796355256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118'] for segment, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:39.813139 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.db.segments_db [None req-e1d7ade6-410f-41fd-b980-d9b796355256 admin admin] Added segment 9c6e229f-4d95-4dfb-a5de-b081666b0d57 of type vlan for network 97c92385-ea3d-4eab-82a7-f3865717e06d Jun 06 11:51:39.848619 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e1d7ade6-410f-41fd-b980-d9b796355256 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770687122670'] for network, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:39.857252 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb3918-9ddd-4c3a-9e65-e4877a70efaf admin admin] Pushing event updated for resources: {'Network': ['ID=fb856b4d-429a-47d7-897b-0443d48f8282,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:51:39.861884 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-0edb3918-9ddd-4c3a-9e65-e4877a70efaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:51:39.868175 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-0edb3918-9ddd-4c3a-9e65-e4877a70efaf admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2311735 Jun 06 11:51:39.870861 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Network fb856b4d-429a-47d7-897b-0443d48f8282 details requested by agent ovs-agent-dv-cinder-786260-3-smb with host dv-cinder-786260-3-smb {{(pid=91627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 11:51:39.880019 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 38806) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:51:39.889775 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-fab73c00-e962-4b27-b4aa-a4f04339df94 admin admin] Request body: {'subnet': {'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-204249353-subnet', 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:51:39.917523 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e1d7ade6-410f-41fd-b980-d9b796355256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-598673'] for network, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:39.921163 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d7ade6-410f-41fd-b980-d9b796355256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:51:39.922050 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e1d7ade6-410f-41fd-b980-d9b796355256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:39.927314 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-535abfa1-4ade-4194-8476-3437ee39afd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:51:40.082586 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d7ade6-410f-41fd-b980-d9b796355256 admin admin] Pushing event updated for resources: {'Network': ['ID=97c92385-ea3d-4eab-82a7-f3865717e06d,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:51:40.094445 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Network 97c92385-ea3d-4eab-82a7-f3865717e06d details requested by agent ovs-agent-dv-cinder-786260-3-smb with host dv-cinder-786260-3-smb {{(pid=91627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 11:51:40.148110 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5696ff62-5a5f-4727-8a5a-2acad9a7013d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:40.149628 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e1d7ade6-410f-41fd-b980-d9b796355256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:51:40.157567 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5696ff62-5a5f-4727-8a5a-2acad9a7013d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:40.173744 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5696ff62-5a5f-4727-8a5a-2acad9a7013d admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=91625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 11:51:40.184070 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5696ff62-5a5f-4727-8a5a-2acad9a7013d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118'] for segment, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:40.184669 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.db.segments_db [None req-5696ff62-5a5f-4727-8a5a-2acad9a7013d admin admin] Added segment a0855805-791b-48ea-9511-403824d72d1e of type vlan for network 781481ba-9256-4a59-98f9-089a31fa7ed5 Jun 06 11:51:40.226154 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:51:40.239118 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-e1d7ade6-410f-41fd-b980-d9b796355256 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3603411 Jun 06 11:51:40.242072 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 38826) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:51:40.247593 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-64fdee81-83cd-4b3c-9a20-3495927a9300 admin admin] Request body: {'subnet': {'network_id': '97c92385-ea3d-4eab-82a7-f3865717e06d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1323538532-subnet', 'tenant_id': '68743bc4f4a2435aaf245debd07f1445', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:51:40.259901 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5696ff62-5a5f-4727-8a5a-2acad9a7013d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770687122670'] for network, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:40.287552 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696ff62-5a5f-4727-8a5a-2acad9a7013d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c745d504-cc89-4e2c-91b6-4f8150e27ab3,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:51:40.298225 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-5696ff62-5a5f-4727-8a5a-2acad9a7013d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:51:40.314885 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab73c00-e962-4b27-b4aa-a4f04339df94 admin admin] Made reservation on behalf of 8bf000e1cce144f38f4104d8d8deb9aa for: {'subnet': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:51:40.321563 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-fab73c00-e962-4b27-b4aa-a4f04339df94 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:40.328958 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.db.api [None req-64fdee81-83cd-4b3c-9a20-3495927a9300 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 06 11:51:40.328958 dv-cinder-786260-3-smb neutron-server[91626]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 06 11:51:40.328958 dv-cinder-786260-3-smb neutron-server[91626]: [parameters: {'project_id_1': '68743bc4f4a2435aaf245debd07f1445', 'expiration_1': datetime.datetime(2021, 6, 6, 11, 51, 40, 254346)}] Jun 06 11:51:40.328958 dv-cinder-786260-3-smb neutron-server[91626]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 06 11:51:40.329476 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_db.api [None req-64fdee81-83cd-4b3c-9a20-3495927a9300 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 06 11:51:40.344455 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f6afc0-81c9-4a6d-af24-ab367b55df0b admin admin] Made reservation on behalf of 509a3273e6204db0b484b14a1f7a40f8 for: {'subnet': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:51:40.347122 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-44f6afc0-81c9-4a6d-af24-ab367b55df0b admin admin] Notify callbacks [] for subnet, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:40.614477 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.db.api [None req-76356b37-21b7-469f-9941-6d6c537baa43 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 06 11:51:40.614477 dv-cinder-786260-3-smb neutron-server[91625]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 06 11:51:40.614477 dv-cinder-786260-3-smb neutron-server[91625]: [parameters: {'project_id_1': 'f9e2055ec9434e3db7a5e53837580d9d', 'expiration_1': datetime.datetime(2021, 6, 6, 11, 51, 40, 74584)}] Jun 06 11:51:40.614477 dv-cinder-786260-3-smb neutron-server[91625]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91625) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 06 11:51:40.615739 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_db.api [None req-76356b37-21b7-469f-9941-6d6c537baa43 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 06 11:51:40.624601 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-fab73c00-e962-4b27-b4aa-a4f04339df94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680'] for subnet, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:40.625469 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5696ff62-5a5f-4727-8a5a-2acad9a7013d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-598673'] for network, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:40.632092 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5696ff62-5a5f-4727-8a5a-2acad9a7013d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:51:40.632092 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5696ff62-5a5f-4727-8a5a-2acad9a7013d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:40.637616 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:51:40.682401 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-44f6afc0-81c9-4a6d-af24-ab367b55df0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680'] for subnet, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:40.690699 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:51:40.738034 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab73c00-e962-4b27-b4aa-a4f04339df94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:51:40.743676 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-fab73c00-e962-4b27-b4aa-a4f04339df94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:51:40.759964 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f6afc0-81c9-4a6d-af24-ab367b55df0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=669913a0-fd7c-46f7-9c7a-6c7398025b09,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:51:40.763544 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:51:40.764417 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-44f6afc0-81c9-4a6d-af24-ab367b55df0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:51:40.793600 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f6afc0-81c9-4a6d-af24-ab367b55df0b admin admin] Checking segment: {'id': '986baee3-f833-4b34-a177-5e31fe787c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cddf4cf4-f3e1-4111-bd59-baf4358b7669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:51:40.794206 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f6afc0-81c9-4a6d-af24-ab367b55df0b admin admin] Network hostable DHCP agents. Network: cddf4cf4-f3e1-4111-bd59-baf4358b7669, hostable agents: ['faabf3fc-c1ac-4f7b-ba43-3022feb00bd5'], hosted agents: [] {{(pid=91626) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 11:51:40.800165 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 38862) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:51:40.800773 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-5696ff62-5a5f-4727-8a5a-2acad9a7013d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9702892 Jun 06 11:51:40.808910 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab73c00-e962-4b27-b4aa-a4f04339df94 admin admin] Checking segment: {'id': '80a63e8a-38a8-406a-8b0d-bb2d67e9b52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:51:40.809388 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab73c00-e962-4b27-b4aa-a4f04339df94 admin admin] Network hostable DHCP agents. Network: fb856b4d-429a-47d7-897b-0443d48f8282, hostable agents: ['faabf3fc-c1ac-4f7b-ba43-3022feb00bd5'], hosted agents: [] {{(pid=91625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 11:51:40.813642 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-175e8d9d-a3b2-4ee5-a9d7-5ed61bd3b76f admin admin] Request body: {'subnet': {'network_id': '781481ba-9256-4a59-98f9-089a31fa7ed5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-820890109-subnet', 'tenant_id': 'ffbf540fd73d452aaaeae928aa00e219', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:51:40.841511 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f6afc0-81c9-4a6d-af24-ab367b55df0b admin admin] Network cddf4cf4-f3e1-4111-bd59-baf4358b7669 is scheduled to be hosted by DHCP agent faabf3fc-c1ac-4f7b-ba43-3022feb00bd5 with binding_index 1 {{(pid=91626) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 11:51:40.854111 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-44f6afc0-81c9-4a6d-af24-ab367b55df0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-3-smb, cddf4cf4-f3e1-4111-bd59-baf4358b7669) {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:51:40.860401 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175e8d9d-a3b2-4ee5-a9d7-5ed61bd3b76f admin admin] Made reservation on behalf of ffbf540fd73d452aaaeae928aa00e219 for: {'subnet': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:51:40.863129 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-175e8d9d-a3b2-4ee5-a9d7-5ed61bd3b76f admin admin] Notify callbacks [] for subnet, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:40.866132 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbc0da3-069b-4118-ab5a-4f74703c3c0e None None] Network cddf4cf4-f3e1-4111-bd59-baf4358b7669 requested from dv-cinder-786260-3-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 11:51:40.895817 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696ff62-5a5f-4727-8a5a-2acad9a7013d admin admin] Pushing event updated for resources: {'Network': ['ID=781481ba-9256-4a59-98f9-089a31fa7ed5,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:51:40.899294 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-5696ff62-5a5f-4727-8a5a-2acad9a7013d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:51:40.901201 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f6afc0-81c9-4a6d-af24-ab367b55df0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:51:40.901713 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-44f6afc0-81c9-4a6d-af24-ab367b55df0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for subnet, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:40.906649 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab73c00-e962-4b27-b4aa-a4f04339df94 admin admin] Network fb856b4d-429a-47d7-897b-0443d48f8282 is scheduled to be hosted by DHCP agent faabf3fc-c1ac-4f7b-ba43-3022feb00bd5 with binding_index 1 {{(pid=91625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 11:51:40.917862 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-fab73c00-e962-4b27-b4aa-a4f04339df94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-3-smb, fb856b4d-429a-47d7-897b-0443d48f8282) {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:51:40.927574 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab73c00-e962-4b27-b4aa-a4f04339df94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:51:40.927865 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-fab73c00-e962-4b27-b4aa-a4f04339df94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for subnet, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:40.932907 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Network 781481ba-9256-4a59-98f9-089a31fa7ed5 details requested by agent ovs-agent-dv-cinder-786260-3-smb with host dv-cinder-786260-3-smb {{(pid=91627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 11:51:40.962736 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-fab73c00-e962-4b27-b4aa-a4f04339df94 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0812135 Jun 06 11:51:40.967341 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 38866) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:51:40.978642 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-2cb8e9b8-691e-4d3b-9823-92eb2ad91246 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-204249353-router', 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4'}}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:51:40.995306 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fdee81-83cd-4b3c-9a20-3495927a9300 admin admin] Made reservation on behalf of 68743bc4f4a2435aaf245debd07f1445 for: {'subnet': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:51:40.997695 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-64fdee81-83cd-4b3c-9a20-3495927a9300 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:41.022107 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2cb8e9b8-691e-4d3b-9823-92eb2ad91246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5376'] for router, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:41.023412 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2cb8e9b8-691e-4d3b-9823-92eb2ad91246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-651249', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5401'] for router, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:41.057540 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-4e695d9d-1565-4cb0-823c-0d72073c09bd None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 11:51:41.058174 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2cb8e9b8-691e-4d3b-9823-92eb2ad91246 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:41.062563 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742ac7a1-db5f-49e5-8be2-92b41b3c2310 None None] Network fb856b4d-429a-47d7-897b-0443d48f8282 requested from dv-cinder-786260-3-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 11:51:41.188028 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-44f6afc0-81c9-4a6d-af24-ab367b55df0b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9796612 Jun 06 11:51:41.465172 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-175e8d9d-a3b2-4ee5-a9d7-5ed61bd3b76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680'] for subnet, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:41.474827 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-5d42793c-9a0b-4159-9e20-b2fcca04a07c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:51:41.541596 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e8d9d-a3b2-4ee5-a9d7-5ed61bd3b76f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e34565f1-8647-4fbb-a0bd-9f9d6cf328e3,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:51:41.553227 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-175e8d9d-a3b2-4ee5-a9d7-5ed61bd3b76f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:51:41.557773 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-64fdee81-83cd-4b3c-9a20-3495927a9300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680'] for subnet, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:41.569585 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-44f6afc0-81c9-4a6d-af24-ab367b55df0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:51:41.591983 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba85ba44-97ff-4aeb-ae27-511fd3290764 None None] Network cddf4cf4-f3e1-4111-bd59-baf4358b7669 requested from dv-cinder-786260-3-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 11:51:41.632676 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed1dd34-5056-4baf-86ca-5063c5fe014a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp900c76ae-0d80-5f73-9b80-9ed4069fcc53-fb856b4d-429a-47d7-897b-0443d48f8282', 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282', 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'fixed_ips': [{'subnet_id': '50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9'}]}} from dv-cinder-786260-3-smb. {{(pid=91627) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 11:51:41.633538 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-9ed1dd34-5056-4baf-86ca-5063c5fe014a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:41.641754 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 38884) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:51:41.713166 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76356b37-21b7-469f-9941-6d6c537baa43 admin admin] Made reservation on behalf of f9e2055ec9434e3db7a5e53837580d9d for: {'subnet': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:51:41.716623 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-76356b37-21b7-469f-9941-6d6c537baa43 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:41.752049 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fdee81-83cd-4b3c-9a20-3495927a9300 admin admin] Checking segment: {'id': '9c6e229f-4d95-4dfb-a5de-b081666b0d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '97c92385-ea3d-4eab-82a7-f3865717e06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:51:41.752638 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fdee81-83cd-4b3c-9a20-3495927a9300 admin admin] Network hostable DHCP agents. Network: 97c92385-ea3d-4eab-82a7-f3865717e06d, hostable agents: ['faabf3fc-c1ac-4f7b-ba43-3022feb00bd5'], hosted agents: [] {{(pid=91626) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 11:51:41.801902 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175e8d9d-a3b2-4ee5-a9d7-5ed61bd3b76f admin admin] Checking segment: {'id': 'a0855805-791b-48ea-9511-403824d72d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '781481ba-9256-4a59-98f9-089a31fa7ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:51:41.802471 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175e8d9d-a3b2-4ee5-a9d7-5ed61bd3b76f admin admin] Network hostable DHCP agents. Network: 781481ba-9256-4a59-98f9-089a31fa7ed5, hostable agents: ['faabf3fc-c1ac-4f7b-ba43-3022feb00bd5'], hosted agents: [] {{(pid=91626) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 11:51:41.811658 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fdee81-83cd-4b3c-9a20-3495927a9300 admin admin] Network 97c92385-ea3d-4eab-82a7-f3865717e06d is scheduled to be hosted by DHCP agent faabf3fc-c1ac-4f7b-ba43-3022feb00bd5 with binding_index 1 {{(pid=91626) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 11:51:41.819533 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fdee81-83cd-4b3c-9a20-3495927a9300 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d39dea0-61db-4cdf-b4fe-ad7c7a97e403,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:51:41.827619 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-64fdee81-83cd-4b3c-9a20-3495927a9300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:51:41.829569 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-64fdee81-83cd-4b3c-9a20-3495927a9300 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-3-smb, 97c92385-ea3d-4eab-82a7-f3865717e06d) {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:51:41.835909 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fdee81-83cd-4b3c-9a20-3495927a9300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:51:41.836667 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-64fdee81-83cd-4b3c-9a20-3495927a9300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for subnet, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:41.868792 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-64fdee81-83cd-4b3c-9a20-3495927a9300 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6174624 Jun 06 11:51:41.868792 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175e8d9d-a3b2-4ee5-a9d7-5ed61bd3b76f admin admin] Network 781481ba-9256-4a59-98f9-089a31fa7ed5 is scheduled to be hosted by DHCP agent faabf3fc-c1ac-4f7b-ba43-3022feb00bd5 with binding_index 1 {{(pid=91626) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 11:51:41.873494 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-175e8d9d-a3b2-4ee5-a9d7-5ed61bd3b76f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-3-smb, 781481ba-9256-4a59-98f9-089a31fa7ed5) {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:51:41.882110 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.db_base_plugin_common [None req-9ed1dd34-5056-4baf-86ca-5063c5fe014a None None] Allocated IP 172.20.0.2 (fb856b4d-429a-47d7-897b-0443d48f8282/50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9/47ffdfd5-feff-465f-b099-ee514225d861) {{(pid=91627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 11:51:41.885371 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175e8d9d-a3b2-4ee5-a9d7-5ed61bd3b76f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:51:41.886093 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-175e8d9d-a3b2-4ee5-a9d7-5ed61bd3b76f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for subnet, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:41.926296 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba2d45c-eed1-48e3-bbb5-d62655a422a7 None None] Network 97c92385-ea3d-4eab-82a7-f3865717e06d requested from dv-cinder-786260-3-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 11:51:41.928754 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-175e8d9d-a3b2-4ee5-a9d7-5ed61bd3b76f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1194496 Jun 06 11:51:41.929458 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 38896) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:51:41.935380 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-7c912e8a-5e87-477e-ac2a-7ff0b6f9e3fc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-820890109-router', 'tenant_id': 'ffbf540fd73d452aaaeae928aa00e219', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4'}}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:51:41.948294 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301c7302-d624-418f-9091-69448dfeefa5 None None] Network 781481ba-9256-4a59-98f9-089a31fa7ed5 requested from dv-cinder-786260-3-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 11:51:41.948547 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2cb8e9b8-691e-4d3b-9823-92eb2ad91246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-651139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-644959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5423'] for router, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:42.011377 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7c912e8a-5e87-477e-ac2a-7ff0b6f9e3fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5376'] for router, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:42.012510 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7c912e8a-5e87-477e-ac2a-7ff0b6f9e3fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-651249', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5401'] for router, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:42.030737 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-74ba6a95-a447-4578-9657-3d8a5665e107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:42.100672 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7c912e8a-5e87-477e-ac2a-7ff0b6f9e3fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:42.210146 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 38918) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:51:42.216736 dv-cinder-786260-3-smb neutron-server[91625]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 06 11:51:42.427632 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-74ba6a95-a447-4578-9657-3d8a5665e107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:42.444887 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-74ba6a95-a447-4578-9657-3d8a5665e107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:42.461971 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-45f1bd0a-2878-4916-a82d-dc0ecdc01b0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:51:42.501095 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-76356b37-21b7-469f-9941-6d6c537baa43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680'] for subnet, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:42.534834 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:51:42.548950 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba6a95-a447-4578-9657-3d8a5665e107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4946b7e9-0c8c-4aa4-b71f-f80420e782f7,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:51:42.564897 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-74ba6a95-a447-4578-9657-3d8a5665e107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:51:42.567276 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7c912e8a-5e87-477e-ac2a-7ff0b6f9e3fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-651139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-644959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5423'] for router, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:42.589657 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-74ba6a95-a447-4578-9657-3d8a5665e107 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bf92b3ad870640d1b8ef6e6af38fe3f0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9309404 Jun 06 11:51:42.592835 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 38926) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:51:42.710947 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 38942) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:51:42.720919 dv-cinder-786260-3-smb neutron-server[91626]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 06 11:51:42.749301 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ce75f8-758b-47f9-ba19-6a6296d8b683 None None] Network 97c92385-ea3d-4eab-82a7-f3865717e06d requested from dv-cinder-786260-3-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 11:51:42.770264 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76356b37-21b7-469f-9941-6d6c537baa43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9b5ee38-f550-416b-a466-39e0e6429b97,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:51:42.796345 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-76356b37-21b7-469f-9941-6d6c537baa43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:51:42.900718 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76356b37-21b7-469f-9941-6d6c537baa43 admin admin] Checking segment: {'id': 'e86b8fab-a5af-4cc0-bff6-2affb2d6bcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '16772a53-2168-4741-8fed-b9459fa0ab48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:51:42.900718 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76356b37-21b7-469f-9941-6d6c537baa43 admin admin] Network hostable DHCP agents. Network: 16772a53-2168-4741-8fed-b9459fa0ab48, hostable agents: ['faabf3fc-c1ac-4f7b-ba43-3022feb00bd5'], hosted agents: [] {{(pid=91625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 11:51:42.978706 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-e33d00f5-50fa-44a6-a077-77ba9244439d tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:51:42.980194 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-e33d00f5-50fa-44a6-a077-77ba9244439d tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] 10.222.0.42 "GET /v2.0/networks?id=cddf4cf4-f3e1-4111-bd59-baf4358b7669 HTTP/1.1" status: 200 len: 811 time: 0.7678804 Jun 06 11:51:43.068563 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-43cdb211-291e-46e2-9011-726d042aa6d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:43.069169 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76356b37-21b7-469f-9941-6d6c537baa43 admin admin] Network 16772a53-2168-4741-8fed-b9459fa0ab48 is scheduled to be hosted by DHCP agent faabf3fc-c1ac-4f7b-ba43-3022feb00bd5 with binding_index 1 {{(pid=91625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 11:51:43.087130 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-9e8f33a8-9857-4057-a29a-6a78a3fc5a99 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] 10.222.0.42 "GET /v2.0/quotas/509a3273e6204db0b484b14a1f7a40f8 HTTP/1.1" status: 200 len: 375 time: 0.0898640 Jun 06 11:51:43.098194 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-9ed1dd34-5056-4baf-86ca-5063c5fe014a None None] Notify callbacks [] for port, precommit_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:43.116268 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-9ed1dd34-5056-4baf-86ca-5063c5fe014a None None] Transition to ACTIVE for port object 47ffdfd5-feff-465f-b099-ee514225d861 will not be triggered until provisioned by entity L2. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:51:43.122032 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-43cdb211-291e-46e2-9011-726d042aa6d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:43.124658 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad34c844-408e-492d-bdb8-f13adb8684f1 None None] Network 781481ba-9256-4a59-98f9-089a31fa7ed5 requested from dv-cinder-786260-3-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 11:51:43.142127 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-1acc6348-dd6e-4a2c-8987-623a4c4bc6bb tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:51:43.143581 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-1acc6348-dd6e-4a2c-8987-623a4c4bc6bb tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/networks?id=97c92385-ea3d-4eab-82a7-f3865717e06d HTTP/1.1" status: 200 len: 815 time: 0.4240034 Jun 06 11:51:43.171913 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-9ed1dd34-5056-4baf-86ca-5063c5fe014a None None] Transition to ACTIVE for port object 47ffdfd5-feff-465f-b099-ee514225d861 will not be triggered until provisioned by entity DHCP. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:51:43.180370 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-76356b37-21b7-469f-9941-6d6c537baa43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-3-smb, 16772a53-2168-4741-8fed-b9459fa0ab48) {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:51:43.191587 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-bae15008-d134-45f1-91a9-0f7e9ca8636a tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/quotas/68743bc4f4a2435aaf245debd07f1445 HTTP/1.1" status: 200 len: 375 time: 0.0401325 Jun 06 11:51:43.208886 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-84f92d84-ec61-4a02-ab9a-4d7e702239cd tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=509a3273e6204db0b484b14a1f7a40f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1081352 Jun 06 11:51:43.230976 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae313403-07dd-4871-9666-891d0e72ee3f None None] Network 16772a53-2168-4741-8fed-b9459fa0ab48 requested from dv-cinder-786260-3-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 11:51:43.242913 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2cb8e9b8-691e-4d3b-9823-92eb2ad91246 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:43.251274 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-9ed1dd34-5056-4baf-86ca-5063c5fe014a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160'] for port, after_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:43.273498 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-65aaab7d-8e18-46ec-970b-6049c65aee97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:51:43.291955 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76356b37-21b7-469f-9941-6d6c537baa43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:51:43.292659 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-76356b37-21b7-469f-9941-6d6c537baa43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for subnet, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:43.314307 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2cb8e9b8-691e-4d3b-9823-92eb2ad91246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:43.382756 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-48953d2f-1a18-433d-b1ad-39eb295ce319 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=68743bc4f4a2435aaf245debd07f1445&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1146982 Jun 06 11:51:43.402125 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-5d8a2358-4f6e-45b8-8626-4b1538a0ec37 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=91625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 11:51:43.404677 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-5d8a2358-4f6e-45b8-8626-4b1538a0ec37 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0977526 Jun 06 11:51:43.407209 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-76356b37-21b7-469f-9941-6d6c537baa43 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.8980589 Jun 06 11:51:43.443495 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1dd34-5056-4baf-86ca-5063c5fe014a None None] Pushing event updated for resources: {'Port': ['ID=47ffdfd5-feff-465f-b099-ee514225d861,revision_number=1']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:51:43.458181 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed1dd34-5056-4baf-86ca-5063c5fe014a None None] Network fb856b4d-429a-47d7-897b-0443d48f8282 is already hosted by enough agents. {{(pid=91627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:51:43.466544 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.scheduler.base_scheduler [None req-9ed1dd34-5056-4baf-86ca-5063c5fe014a None None] Resources bound (agent type, host, resource id): {{(pid=91627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:51:43.472382 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed1dd34-5056-4baf-86ca-5063c5fe014a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:43.472901 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed1dd34-5056-4baf-86ca-5063c5fe014a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:43.473350 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed1dd34-5056-4baf-86ca-5063c5fe014a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:43.473862 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed1dd34-5056-4baf-86ca-5063c5fe014a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:43.474266 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed1dd34-5056-4baf-86ca-5063c5fe014a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:43.474616 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed1dd34-5056-4baf-86ca-5063c5fe014a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:43.475074 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed1dd34-5056-4baf-86ca-5063c5fe014a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:43.475480 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed1dd34-5056-4baf-86ca-5063c5fe014a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:43.475889 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed1dd34-5056-4baf-86ca-5063c5fe014a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:43.476298 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed1dd34-5056-4baf-86ca-5063c5fe014a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:43.476706 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed1dd34-5056-4baf-86ca-5063c5fe014a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:43.477128 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed1dd34-5056-4baf-86ca-5063c5fe014a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:43.478350 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed1dd34-5056-4baf-86ca-5063c5fe014a None None] Tracked resource versions report: Jun 06 11:51:43.478350 dv-cinder-786260-3-smb neutron-server[91627]: pushed versions: Jun 06 11:51:43.478350 dv-cinder-786260-3-smb neutron-server[91627]: { 'AddressGroup': {'1.2'}, Jun 06 11:51:43.478350 dv-cinder-786260-3-smb neutron-server[91627]: 'ConntrackHelper': {'1.0'}, Jun 06 11:51:43.478350 dv-cinder-786260-3-smb neutron-server[91627]: 'Log': {'1.0'}, Jun 06 11:51:43.478350 dv-cinder-786260-3-smb neutron-server[91627]: 'Network': {'1.1'}, Jun 06 11:51:43.478350 dv-cinder-786260-3-smb neutron-server[91627]: 'Port': {'1.7'}, Jun 06 11:51:43.478350 dv-cinder-786260-3-smb neutron-server[91627]: 'PortForwarding': {'1.2'}, Jun 06 11:51:43.478350 dv-cinder-786260-3-smb neutron-server[91627]: 'QosPolicy': {'1.8'}, Jun 06 11:51:43.478350 dv-cinder-786260-3-smb neutron-server[91627]: 'SecurityGroup': {'1.4'}, Jun 06 11:51:43.478350 dv-cinder-786260-3-smb neutron-server[91627]: 'SecurityGroupRule': {'1.2'}, Jun 06 11:51:43.478350 dv-cinder-786260-3-smb neutron-server[91627]: 'SubPort': {'1.0'}, Jun 06 11:51:43.478350 dv-cinder-786260-3-smb neutron-server[91627]: 'Subnet': {'1.1'}, Jun 06 11:51:43.478350 dv-cinder-786260-3-smb neutron-server[91627]: 'Trunk': {'1.1'}} Jun 06 11:51:43.478350 dv-cinder-786260-3-smb neutron-server[91627]: consumer versions: Jun 06 11:51:43.478350 dv-cinder-786260-3-smb neutron-server[91627]: { DHCP agent@dv-cinder-786260-3-smb: {}, Jun 06 11:51:43.478350 dv-cinder-786260-3-smb neutron-server[91627]: HyperV agent@hv-cinder-78626: {}, Jun 06 11:51:43.478350 dv-cinder-786260-3-smb neutron-server[91627]: L3 agent@dv-cinder-786260-3-smb: {}, Jun 06 11:51:43.478350 dv-cinder-786260-3-smb neutron-server[91627]: Metadata agent@dv-cinder-786260-3-smb: {}, Jun 06 11:51:43.478350 dv-cinder-786260-3-smb neutron-server[91627]: Metering agent@dv-cinder-786260-3-smb: {}, Jun 06 11:51:43.478350 dv-cinder-786260-3-smb neutron-server[91627]: Open vSwitch agent@dv-cinder-786260-3-smb: { 'AddressGroup': '1.2', Jun 06 11:51:43.478350 dv-cinder-786260-3-smb neutron-server[91627]: 'ConntrackHelper': '1.0', Jun 06 11:51:43.478350 dv-cinder-786260-3-smb neutron-server[91627]: 'Log': '1.0', Jun 06 11:51:43.478350 dv-cinder-786260-3-smb neutron-server[91627]: 'Network': '1.1', Jun 06 11:51:43.478350 dv-cinder-786260-3-smb neutron-server[91627]: 'Port': '1.7', Jun 06 11:51:43.478350 dv-cinder-786260-3-smb neutron-server[91627]: 'PortForwarding': '1.2', Jun 06 11:51:43.478350 dv-cinder-786260-3-smb neutron-server[91627]: 'QosPolicy': '1.8', Jun 06 11:51:43.478350 dv-cinder-786260-3-smb neutron-server[91627]: 'SecurityGroup': '1.4', Jun 06 11:51:43.478350 dv-cinder-786260-3-smb neutron-server[91627]: 'SecurityGroupRule': '1.2', Jun 06 11:51:43.478350 dv-cinder-786260-3-smb neutron-server[91627]: 'SubPort': '1.0', Jun 06 11:51:43.478350 dv-cinder-786260-3-smb neutron-server[91627]: 'Subnet': '1.1', Jun 06 11:51:43.478350 dv-cinder-786260-3-smb neutron-server[91627]: 'Trunk': '1.1'}} Jun 06 11:51:43.478350 dv-cinder-786260-3-smb neutron-server[91627]: {{(pid=91627) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 11:51:43.482900 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7c912e8a-5e87-477e-ac2a-7ff0b6f9e3fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:43.491318 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed1dd34-5056-4baf-86ca-5063c5fe014a None None] Received port after_create {{(pid=91627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 11:51:43.525983 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7c912e8a-5e87-477e-ac2a-7ff0b6f9e3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:43.527791 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-43cdb211-291e-46e2-9011-726d042aa6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:43.533380 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-43cdb211-291e-46e2-9011-726d042aa6d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:43.534849 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-43cdb211-291e-46e2-9011-726d042aa6d0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4946b7e9-0c8c-4aa4-b71f-f80420e782f7 HTTP/1.1" status: 204 len: 168 time: 0.9405105 Jun 06 11:51:43.541176 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-9ed1dd34-5056-4baf-86ca-5063c5fe014a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:51:43.577275 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-0edb3918-9ddd-4c3a-9e65-e4877a70efaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:51:43.594685 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-48de3e4a-11a5-4f2e-a10a-ec551e47c2bf service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=91626) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 11:51:43.595730 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-48de3e4a-11a5-4f2e-a10a-ec551e47c2bf service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1204627 Jun 06 11:51:43.598318 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cdb211-291e-46e2-9011-726d042aa6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4946b7e9-0c8c-4aa4-b71f-f80420e782f7,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:51:43.604823 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-43cdb211-291e-46e2-9011-726d042aa6d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:51:43.655246 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-f9adcea2-8746-4275-86aa-7d0c4e8cdfb9 service neutron] 10.222.0.42 "GET /v2.0/networks/cddf4cf4-f3e1-4111-bd59-baf4358b7669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332804 Jun 06 11:51:43.745915 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-0f10d84b-59f4-4473-a7f9-0886c3eaa70c service neutron] 10.222.0.42 "GET /v2.0/networks/97c92385-ea3d-4eab-82a7-f3865717e06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403768 Jun 06 11:51:43.764501 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [None req-2cb8e9b8-691e-4d3b-9823-92eb2ad91246 admin admin] Allocated IP 172.28.1.230 (e384afd4-53ce-4e9e-98c9-6e74922afda4/ab19a970-7da1-4791-ba0c-534739925629/e4ff3e5d-d6eb-4cec-9a24-abbef944d08f) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 11:51:43.798932 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-9ed1dd34-5056-4baf-86ca-5063c5fe014a None None] Attempting to bind port 47ffdfd5-feff-465f-b099-ee514225d861 on host dv-cinder-786260-3-smb for vnic_type normal with profile {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 11:51:43.799360 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-9ed1dd34-5056-4baf-86ca-5063c5fe014a None None] Attempting to bind port 47ffdfd5-feff-465f-b099-ee514225d861 by drivers openvswitch,hyperv on host dv-cinder-786260-3-smb at level 0 using segments [{'id': '80a63e8a-38a8-406a-8b0d-bb2d67e9b52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282'}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 11:51:43.799727 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed1dd34-5056-4baf-86ca-5063c5fe014a None None] Attempting to bind port 47ffdfd5-feff-465f-b099-ee514225d861 on network fb856b4d-429a-47d7-897b-0443d48f8282 {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:51:43.804878 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5d5f84-ae70-42ef-a6c3-22797f5edf6c None None] Network 16772a53-2168-4741-8fed-b9459fa0ab48 requested from dv-cinder-786260-3-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 11:51:43.830309 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed1dd34-5056-4baf-86ca-5063c5fe014a None None] Checking agent: {'id': '8c08a107-9ed3-4e66-a1ef-b6d8b5adb9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 2), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 11:51:43.830589 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed1dd34-5056-4baf-86ca-5063c5fe014a None None] Checking segment: {'id': '80a63e8a-38a8-406a-8b0d-bb2d67e9b52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:51:43.831001 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-9ed1dd34-5056-4baf-86ca-5063c5fe014a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:43.831401 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed1dd34-5056-4baf-86ca-5063c5fe014a None None] Bound using segment: {'id': '80a63e8a-38a8-406a-8b0d-bb2d67e9b52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282'} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 11:51:43.831893 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-9ed1dd34-5056-4baf-86ca-5063c5fe014a None None] Bound port: 47ffdfd5-feff-465f-b099-ee514225d861, host: dv-cinder-786260-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a63e8a-38a8-406a-8b0d-bb2d67e9b52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282'}}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 11:51:43.832266 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-9ed1dd34-5056-4baf-86ca-5063c5fe014a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:43.919966 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-d320d672-8c07-4030-a51d-5c146df52d19 service neutron] 10.222.0.42 "GET /v2.0/networks/97c92385-ea3d-4eab-82a7-f3865717e06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663754 Jun 06 11:51:44.055505 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-9ed1dd34-5056-4baf-86ca-5063c5fe014a None None] For port 47ffdfd5-feff-465f-b099-ee514225d861, host dv-cinder-786260-3-smb, cleared binding levels {{(pid=91627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 11:51:44.130576 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-9ed1dd34-5056-4baf-86ca-5063c5fe014a None None] For port 47ffdfd5-feff-465f-b099-ee514225d861, host dv-cinder-786260-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=47ffdfd5-feff-465f-b099-ee514225d861,segment=NetworkSegment(80a63e8a-38a8-406a-8b0d-bb2d67e9b52e),segment_id=80a63e8a-38a8-406a-8b0d-bb2d67e9b52e)] {{(pid=91627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 11:51:44.148838 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-9ed1dd34-5056-4baf-86ca-5063c5fe014a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:44.155089 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:51:44.293269 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2cb8e9b8-691e-4d3b-9823-92eb2ad91246 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:44.371770 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2cb8e9b8-691e-4d3b-9823-92eb2ad91246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:44.385227 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1dd34-5056-4baf-86ca-5063c5fe014a None None] Pushing event updated for resources: {'Port': ['ID=47ffdfd5-feff-465f-b099-ee514225d861,revision_number=2']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:51:44.395127 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-9ed1dd34-5056-4baf-86ca-5063c5fe014a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:51:44.414059 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:51:44.536591 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_common [None req-7c912e8a-5e87-477e-ac2a-7ff0b6f9e3fc admin admin] Allocated IP 172.28.1.220 (e384afd4-53ce-4e9e-98c9-6e74922afda4/ab19a970-7da1-4791-ba0c-534739925629/964f4be3-3704-4ef3-8d60-2b0c9ff320dd) {{(pid=91626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 11:51:44.596797 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-592c53a9-0d20-46de-8dc5-fee7a6b0a39a req-a5bbf87f-fbd2-44dc-a3e7-c11567268dc1 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=baa467b1-47e5-4cb8-8a6d-cc02be155493 HTTP/1.1" status: 200 len: 210 time: 0.0615685 Jun 06 11:51:44.599150 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 39022) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:51:44.604016 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-da0e157a-43f5-4867-9cbd-96334fa7b5c5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2107428331-network', 'tenant_id': 'e7c3898700db4c848fd97e70a545e6cb'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:51:44.726535 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb8e9b8-691e-4d3b-9823-92eb2ad91246 admin admin] Network e384afd4-53ce-4e9e-98c9-6e74922afda4 is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:51:44.731290 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-2cb8e9b8-691e-4d3b-9823-92eb2ad91246 admin admin] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:51:44.746313 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb8e9b8-691e-4d3b-9823-92eb2ad91246 admin admin] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 11:51:44.812325 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb8e9b8-691e-4d3b-9823-92eb2ad91246 admin admin] Pushing event updated for resources: {'Port': ['ID=e4ff3e5d-d6eb-4cec-9a24-abbef944d08f,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:51:44.823791 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-2cb8e9b8-691e-4d3b-9823-92eb2ad91246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:51:44.830578 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-ef063f7d-2073-48e6-9f38-6f06350c6e0c service neutron] 10.222.0.42 "GET /v2.0/networks/cddf4cf4-f3e1-4111-bd59-baf4358b7669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0550478 Jun 06 11:51:44.896615 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0e157a-43f5-4867-9cbd-96334fa7b5c5 admin admin] Made reservation on behalf of e7c3898700db4c848fd97e70a545e6cb for: {'network': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:51:44.900362 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da0e157a-43f5-4867-9cbd-96334fa7b5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7902729'] for network, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:44.921887 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da0e157a-43f5-4867-9cbd-96334fa7b5c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:44.988150 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7c912e8a-5e87-477e-ac2a-7ff0b6f9e3fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:45.072209 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7c912e8a-5e87-477e-ac2a-7ff0b6f9e3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160'] for port, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:45.110674 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:51:45.444298 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2cb8e9b8-691e-4d3b-9823-92eb2ad91246 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:45.447562 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-f9853f5e-cf72-4a0a-a0bc-bbb751680bbc req-032e0834-374f-4d20-bf4a-39d423363583 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a396a8c-d89e-443e-b3e4-4ddb293eb34f HTTP/1.1" status: 200 len: 210 time: 0.1618140 Jun 06 11:51:45.452150 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c912e8a-5e87-477e-ac2a-7ff0b6f9e3fc admin admin] Network e384afd4-53ce-4e9e-98c9-6e74922afda4 is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:51:45.464968 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-7c912e8a-5e87-477e-ac2a-7ff0b6f9e3fc admin admin] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:51:45.469122 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c912e8a-5e87-477e-ac2a-7ff0b6f9e3fc admin admin] Received port after_create {{(pid=91626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 11:51:45.605897 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c912e8a-5e87-477e-ac2a-7ff0b6f9e3fc admin admin] Pushing event updated for resources: {'Port': ['ID=964f4be3-3704-4ef3-8d60-2b0c9ff320dd,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:51:45.612513 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da0e157a-43f5-4867-9cbd-96334fa7b5c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:45.616416 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-7c912e8a-5e87-477e-ac2a-7ff0b6f9e3fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:51:45.733553 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da0e157a-43f5-4867-9cbd-96334fa7b5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:45.823512 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-5abb83d6-ff37-430c-94ec-1f3764f696ed req-e150b9dc-b543-40d2-b375-7c10f965fdc7 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=baa467b1-47e5-4cb8-8a6d-cc02be155493 HTTP/1.1" status: 200 len: 210 time: 0.0844314 Jun 06 11:51:45.857925 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:51:45.908147 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da0e157a-43f5-4867-9cbd-96334fa7b5c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=91626) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 11:51:45.925481 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e157a-43f5-4867-9cbd-96334fa7b5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604a128e-3fc2-4520-9413-7512ea8b4f89,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:51:45.951533 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-da0e157a-43f5-4867-9cbd-96334fa7b5c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:51:45.970800 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8fe33b-a080-448b-a5c9-8ebe9cac3d84 None None] Network fb856b4d-429a-47d7-897b-0443d48f8282 requested from dv-cinder-786260-3-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 11:51:45.972552 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da0e157a-43f5-4867-9cbd-96334fa7b5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118'] for segment, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:45.973044 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.db.segments_db [None req-da0e157a-43f5-4867-9cbd-96334fa7b5c5 admin admin] Added segment af32a357-79fe-4eff-979d-91e278c3f113 of type vlan for network 95e537e1-e1ac-4eba-9aad-96587d33b85b Jun 06 11:51:46.074774 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-ef229c1c-2edb-4010-acb6-7726de3c9837 None None] Provisioning for port 47ffdfd5-feff-465f-b099-ee514225d861 completed by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:51:46.113357 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da0e157a-43f5-4867-9cbd-96334fa7b5c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770687122670'] for network, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:46.231931 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2cb8e9b8-691e-4d3b-9823-92eb2ad91246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-651180'] for router, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:46.256254 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7c912e8a-5e87-477e-ac2a-7ff0b6f9e3fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:46.348081 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da0e157a-43f5-4867-9cbd-96334fa7b5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-598673'] for network, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:46.366389 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0e157a-43f5-4867-9cbd-96334fa7b5c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:51:46.366980 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da0e157a-43f5-4867-9cbd-96334fa7b5c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for network, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:46.373590 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-0edb3918-9ddd-4c3a-9e65-e4877a70efaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:51:46.646239 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb8e9b8-691e-4d3b-9823-92eb2ad91246 admin admin] Router d510c833-d6e1-45ff-9c8a-e5580604a2ee is scheduled to L3 agent 3ae38246-b788-4a45-8398-d1ca6712d00e with binding_index 1 {{(pid=91625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 11:51:46.740502 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 47ffdfd5-feff-465f-b099-ee514225d861 up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:51:46.959234 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning for port 47ffdfd5-feff-465f-b099-ee514225d861 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:51:46.983629 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning complete for port 47ffdfd5-feff-465f-b099-ee514225d861 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:51:46.985995 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:47.004693 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-da0e157a-43f5-4867-9cbd-96334fa7b5c5 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.4045346 Jun 06 11:51:47.036477 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e157a-43f5-4867-9cbd-96334fa7b5c5 admin admin] Pushing event updated for resources: {'Network': ['ID=95e537e1-e1ac-4eba-9aad-96587d33b85b,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:51:47.046826 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-da0e157a-43f5-4867-9cbd-96334fa7b5c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:51:47.047356 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 39138) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:51:47.081519 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-5c2a6f11-38a8-4791-8dc7-882c970c3202 admin admin] Request body: {'subnet': {'network_id': '95e537e1-e1ac-4eba-9aad-96587d33b85b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2107428331-subnet', 'tenant_id': 'e7c3898700db4c848fd97e70a545e6cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:51:47.108429 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-b7f6eb80-a548-429c-a467-134127c49ceb req-1da2c951-d45b-415c-8fd3-02e7f7e546f2 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a396a8c-d89e-443e-b3e4-4ddb293eb34f HTTP/1.1" status: 200 len: 210 time: 0.2014005 Jun 06 11:51:47.166608 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Network 95e537e1-e1ac-4eba-9aad-96587d33b85b details requested by agent ovs-agent-dv-cinder-786260-3-smb with host dv-cinder-786260-3-smb {{(pid=91627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 11:51:47.179630 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2a6f11-38a8-4791-8dc7-882c970c3202 admin admin] Made reservation on behalf of e7c3898700db4c848fd97e70a545e6cb for: {'subnet': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:51:47.182021 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5c2a6f11-38a8-4791-8dc7-882c970c3202 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:47.347756 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb8e9b8-691e-4d3b-9823-92eb2ad91246 admin admin] Notify agent at l3_agent.dv-cinder-786260-3-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 11:51:47.362956 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a31c745-5324-4dc5-9226-4da9111cc1a0 None None] Sync routers for ids ['d510c833-d6e1-45ff-9c8a-e5580604a2ee'] in dv-cinder-786260-3-smb {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 11:51:47.381047 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a31c745-5324-4dc5-9226-4da9111cc1a0 None None] Routers {'d510c833-d6e1-45ff-9c8a-e5580604a2ee'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:51:47.397111 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-3a31c745-5324-4dc5-9226-4da9111cc1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T11:51:33Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['d510c833-d6e1-45ff-9c8a-e5580604a2ee'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:51:47.453660 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-2223aa76-5b70-4a5c-91c4-9cebd4ce12ce None None] Provisioning complete for port 47ffdfd5-feff-465f-b099-ee514225d861 triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:51:47.454345 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-2223aa76-5b70-4a5c-91c4-9cebd4ce12ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:47.519736 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2cb8e9b8-691e-4d3b-9823-92eb2ad91246 admin admin] Notify callbacks [] for router, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:47.525555 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-2cb8e9b8-691e-4d3b-9823-92eb2ad91246 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.5573554 Jun 06 11:51:47.543335 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 39154) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:51:47.554892 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b2b6c1df-58f6-4129-9bdf-53cffb1a2f45 req-9263bea2-6616-4394-a032-1423ce74755f tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=baa467b1-47e5-4cb8-8a6d-cc02be155493 HTTP/1.1" status: 200 len: 210 time: 0.1412029 Jun 06 11:51:47.747764 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7c912e8a-5e87-477e-ac2a-7ff0b6f9e3fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-651180'] for router, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:47.862578 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:47.963717 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-2223aa76-5b70-4a5c-91c4-9cebd4ce12ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:47.976741 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-3a31c745-5324-4dc5-9226-4da9111cc1a0 None None] Set router d510c833-d6e1-45ff-9c8a-e5580604a2ee gateway port host: dv-cinder-786260-3-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:51:48.023480 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] For port 47ffdfd5-feff-465f-b099-ee514225d861, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=47ffdfd5-feff-465f-b099-ee514225d861,segment=NetworkSegment(80a63e8a-38a8-406a-8b0d-bb2d67e9b52e),segment_id=80a63e8a-38a8-406a-8b0d-bb2d67e9b52e)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:51:48.070111 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:48.190868 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.11', 64414) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:51:48.205182 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-9eff03f5-ec2b-4673-a926-2ad7c549cebf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:51:48.383760 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.db.api [None req-2223aa76-5b70-4a5c-91c4-9cebd4ce12ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91627) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 06 11:51:48.384480 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_db.api [None req-2223aa76-5b70-4a5c-91c4-9cebd4ce12ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 06 11:51:48.397921 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Pushing event updated for resources: {'Port': ['ID=47ffdfd5-feff-465f-b099-ee514225d861,revision_number=3']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:51:48.409867 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:51:48.625844 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-3a31c745-5324-4dc5-9226-4da9111cc1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'name': 'tempest-AttachVolumeShelveTestJSON-204249353-router', 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': 'e4ff3e5d-d6eb-4cec-9a24-abbef944d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:41Z', 'updated_at': '2021-06-06T11:51:45Z', 'revision_number': 3, 'project_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'gw_port': {'id': 'e4ff3e5d-d6eb-4cec-9a24-abbef944d08f', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:09:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:43Z', 'updated_at': '2021-06-06T11:51:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb'}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:51:48.626484 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a31c745-5324-4dc5-9226-4da9111cc1a0 None None] Checking router: d510c833-d6e1-45ff-9c8a-e5580604a2ee for host: dv-cinder-786260-3-smb {{(pid=91628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 11:51:48.626839 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a31c745-5324-4dc5-9226-4da9111cc1a0 None None] Updating router d510c833-d6e1-45ff-9c8a-e5580604a2ee port e4ff3e5d-d6eb-4cec-9a24-abbef944d08f binding host dv-cinder-786260-3-smb {{(pid=91628) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 11:51:48.708467 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 47ffdfd5-feff-465f-b099-ee514225d861 up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:51:48.733072 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-3a31c745-5324-4dc5-9226-4da9111cc1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:48.857565 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.11', 64418) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:51:48.858210 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning complete for port 47ffdfd5-feff-465f-b099-ee514225d861 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:51:48.858210 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:49.091490 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-d7eb7e40-7e57-410c-b92f-62d519640565 req-7b6e518c-99b4-4b0b-8e66-718dac034726 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a396a8c-d89e-443e-b3e4-4ddb293eb34f HTTP/1.1" status: 200 len: 210 time: 0.4759512 Jun 06 11:51:49.317905 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-0f9d923f-9617-4071-b2c6-dd7d881baf1b tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:51:49.320088 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-0f9d923f-9617-4071-b2c6-dd7d881baf1b tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.11 "GET /v2.0/networks?id=97c92385-ea3d-4eab-82a7-f3865717e06d HTTP/1.1" status: 200 len: 815 time: 1.1205134 Jun 06 11:51:49.323551 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c912e8a-5e87-477e-ac2a-7ff0b6f9e3fc admin admin] Router a0489755-a7c5-4794-a2d9-8a2bfefed2fb is scheduled to L3 agent 3ae38246-b788-4a45-8398-d1ca6712d00e with binding_index 1 {{(pid=91626) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 11:51:49.396408 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-5d948b0e-c310-44a8-9cb4-263dee381b95 req-1a4449e3-a463-4ac1-8ff2-d100fceb444d tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=baa467b1-47e5-4cb8-8a6d-cc02be155493 HTTP/1.1" status: 200 len: 210 time: 0.1621494 Jun 06 11:51:49.489611 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5c2a6f11-38a8-4791-8dc7-882c970c3202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680'] for subnet, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:49.531705 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-78a2371d-5428-41c3-8586-32c94b5854d0 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Request body: {'port': {'device_id': 'baa467b1-47e5-4cb8-8a6d-cc02be155493', 'network_id': '97c92385-ea3d-4eab-82a7-f3865717e06d', 'admin_state_up': True, 'tenant_id': '68743bc4f4a2435aaf245debd07f1445'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:51:49.547797 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-3a31c745-5324-4dc5-9226-4da9111cc1a0 None None] Notify callbacks [] for port, precommit_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:49.552986 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-633dbe1c-bb0d-41c8-86fc-35766c7df6a5 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:51:49.563614 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.provisioning_blocks [None req-3a31c745-5324-4dc5-9226-4da9111cc1a0 None None] Transition to ACTIVE for port object e4ff3e5d-d6eb-4cec-9a24-abbef944d08f will not be triggered until provisioned by entity L2. {{(pid=91628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:51:49.565625 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-633dbe1c-bb0d-41c8-86fc-35766c7df6a5 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] 10.222.0.11 "GET /v2.0/networks?id=cddf4cf4-f3e1-4111-bd59-baf4358b7669 HTTP/1.1" status: 200 len: 811 time: 0.7007244 Jun 06 11:51:49.574952 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-3a31c745-5324-4dc5-9226-4da9111cc1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:49.584361 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-eda855a5-119b-43c2-880a-70bd47339112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:51:49.597872 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-64fdee81-83cd-4b3c-9a20-3495927a9300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:51:49.695323 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-8de735a2-b4f9-4f33-b2c8-44703a2abe8a tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] Request body: {'port': {'device_id': '4a396a8c-d89e-443e-b3e4-4ddb293eb34f', 'network_id': 'cddf4cf4-f3e1-4111-bd59-baf4358b7669', 'admin_state_up': True, 'tenant_id': '509a3273e6204db0b484b14a1f7a40f8'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:51:49.785304 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-3a31c745-5324-4dc5-9226-4da9111cc1a0 None None] Attempting to bind port e4ff3e5d-d6eb-4cec-9a24-abbef944d08f on host dv-cinder-786260-3-smb for vnic_type normal with profile {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 11:51:49.785792 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-3a31c745-5324-4dc5-9226-4da9111cc1a0 None None] Attempting to bind port e4ff3e5d-d6eb-4cec-9a24-abbef944d08f by drivers openvswitch,hyperv on host dv-cinder-786260-3-smb at level 0 using segments [{'id': '52a7e149-8864-41bb-af99-9d7fcbaa5b17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4'}] {{(pid=91628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 11:51:49.786243 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a31c745-5324-4dc5-9226-4da9111cc1a0 None None] Attempting to bind port e4ff3e5d-d6eb-4cec-9a24-abbef944d08f on network e384afd4-53ce-4e9e-98c9-6e74922afda4 {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:51:49.805567 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a46fd8-6b6c-42b3-8132-ca45a7001873 None None] Pushing event updated for resources: {'Port': ['ID=e4ff3e5d-d6eb-4cec-9a24-abbef944d08f,revision_number=2']} {{(pid=91628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:51:49.813548 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a46fd8-6b6c-42b3-8132-ca45a7001873 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:49.814808 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a46fd8-6b6c-42b3-8132-ca45a7001873 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:49.816754 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a46fd8-6b6c-42b3-8132-ca45a7001873 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:49.817217 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a46fd8-6b6c-42b3-8132-ca45a7001873 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:49.817549 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a46fd8-6b6c-42b3-8132-ca45a7001873 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:49.817971 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a46fd8-6b6c-42b3-8132-ca45a7001873 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:49.818709 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a46fd8-6b6c-42b3-8132-ca45a7001873 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:49.822013 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a46fd8-6b6c-42b3-8132-ca45a7001873 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:49.822435 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a46fd8-6b6c-42b3-8132-ca45a7001873 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:49.822816 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a46fd8-6b6c-42b3-8132-ca45a7001873 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:49.823224 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a46fd8-6b6c-42b3-8132-ca45a7001873 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:49.823712 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a46fd8-6b6c-42b3-8132-ca45a7001873 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:51:49.824898 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a46fd8-6b6c-42b3-8132-ca45a7001873 None None] Tracked resource versions report: Jun 06 11:51:49.824898 dv-cinder-786260-3-smb neutron-server[91628]: pushed versions: Jun 06 11:51:49.824898 dv-cinder-786260-3-smb neutron-server[91628]: { 'AddressGroup': {'1.2'}, Jun 06 11:51:49.824898 dv-cinder-786260-3-smb neutron-server[91628]: 'ConntrackHelper': {'1.0'}, Jun 06 11:51:49.824898 dv-cinder-786260-3-smb neutron-server[91628]: 'Log': {'1.0'}, Jun 06 11:51:49.824898 dv-cinder-786260-3-smb neutron-server[91628]: 'Network': {'1.1'}, Jun 06 11:51:49.824898 dv-cinder-786260-3-smb neutron-server[91628]: 'Port': {'1.7'}, Jun 06 11:51:49.824898 dv-cinder-786260-3-smb neutron-server[91628]: 'PortForwarding': {'1.2'}, Jun 06 11:51:49.824898 dv-cinder-786260-3-smb neutron-server[91628]: 'QosPolicy': {'1.8'}, Jun 06 11:51:49.824898 dv-cinder-786260-3-smb neutron-server[91628]: 'SecurityGroup': {'1.4'}, Jun 06 11:51:49.824898 dv-cinder-786260-3-smb neutron-server[91628]: 'SecurityGroupRule': {'1.2'}, Jun 06 11:51:49.824898 dv-cinder-786260-3-smb neutron-server[91628]: 'SubPort': {'1.0'}, Jun 06 11:51:49.824898 dv-cinder-786260-3-smb neutron-server[91628]: 'Subnet': {'1.1'}, Jun 06 11:51:49.824898 dv-cinder-786260-3-smb neutron-server[91628]: 'Trunk': {'1.1'}} Jun 06 11:51:49.824898 dv-cinder-786260-3-smb neutron-server[91628]: consumer versions: Jun 06 11:51:49.824898 dv-cinder-786260-3-smb neutron-server[91628]: { DHCP agent@dv-cinder-786260-3-smb: {}, Jun 06 11:51:49.824898 dv-cinder-786260-3-smb neutron-server[91628]: HyperV agent@hv-cinder-78626: {}, Jun 06 11:51:49.824898 dv-cinder-786260-3-smb neutron-server[91628]: L3 agent@dv-cinder-786260-3-smb: {}, Jun 06 11:51:49.824898 dv-cinder-786260-3-smb neutron-server[91628]: Metadata agent@dv-cinder-786260-3-smb: {}, Jun 06 11:51:49.824898 dv-cinder-786260-3-smb neutron-server[91628]: Metering agent@dv-cinder-786260-3-smb: {}, Jun 06 11:51:49.824898 dv-cinder-786260-3-smb neutron-server[91628]: Open vSwitch agent@dv-cinder-786260-3-smb: { 'AddressGroup': '1.2', Jun 06 11:51:49.824898 dv-cinder-786260-3-smb neutron-server[91628]: 'ConntrackHelper': '1.0', Jun 06 11:51:49.824898 dv-cinder-786260-3-smb neutron-server[91628]: 'Log': '1.0', Jun 06 11:51:49.824898 dv-cinder-786260-3-smb neutron-server[91628]: 'Network': '1.1', Jun 06 11:51:49.824898 dv-cinder-786260-3-smb neutron-server[91628]: 'Port': '1.7', Jun 06 11:51:49.824898 dv-cinder-786260-3-smb neutron-server[91628]: 'PortForwarding': '1.2', Jun 06 11:51:49.824898 dv-cinder-786260-3-smb neutron-server[91628]: 'QosPolicy': '1.8', Jun 06 11:51:49.824898 dv-cinder-786260-3-smb neutron-server[91628]: 'SecurityGroup': '1.4', Jun 06 11:51:49.824898 dv-cinder-786260-3-smb neutron-server[91628]: 'SecurityGroupRule': '1.2', Jun 06 11:51:49.824898 dv-cinder-786260-3-smb neutron-server[91628]: 'SubPort': '1.0', Jun 06 11:51:49.824898 dv-cinder-786260-3-smb neutron-server[91628]: 'Subnet': '1.1', Jun 06 11:51:49.824898 dv-cinder-786260-3-smb neutron-server[91628]: 'Trunk': '1.1'}} Jun 06 11:51:49.824898 dv-cinder-786260-3-smb neutron-server[91628]: {{(pid=91628) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 11:51:49.830640 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-82a46fd8-6b6c-42b3-8132-ca45a7001873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:51:49.831748 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a31c745-5324-4dc5-9226-4da9111cc1a0 None None] Checking agent: {'id': '8c08a107-9ed3-4e66-a1ef-b6d8b5adb9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 2), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 11:51:49.832502 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f8c39790-4745-41ca-ad91-89838a14e75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:49.835249 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a31c745-5324-4dc5-9226-4da9111cc1a0 None None] Checking segment: {'id': '52a7e149-8864-41bb-af99-9d7fcbaa5b17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:51:49.835885 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-3a31c745-5324-4dc5-9226-4da9111cc1a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:49.836373 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a31c745-5324-4dc5-9226-4da9111cc1a0 None None] Bound using segment: {'id': '52a7e149-8864-41bb-af99-9d7fcbaa5b17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4'} {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 11:51:49.836961 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-3a31c745-5324-4dc5-9226-4da9111cc1a0 None None] Bound port: e4ff3e5d-d6eb-4cec-9a24-abbef944d08f, host: dv-cinder-786260-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52a7e149-8864-41bb-af99-9d7fcbaa5b17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4'}}] {{(pid=91628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 11:51:49.838335 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-3a31c745-5324-4dc5-9226-4da9111cc1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:50.026965 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.db [None req-3a31c745-5324-4dc5-9226-4da9111cc1a0 None None] For port e4ff3e5d-d6eb-4cec-9a24-abbef944d08f, host dv-cinder-786260-3-smb, cleared binding levels {{(pid=91628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 11:51:50.034433 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.db [None req-3a31c745-5324-4dc5-9226-4da9111cc1a0 None None] For port e4ff3e5d-d6eb-4cec-9a24-abbef944d08f, host dv-cinder-786260-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=e4ff3e5d-d6eb-4cec-9a24-abbef944d08f,segment=NetworkSegment(52a7e149-8864-41bb-af99-9d7fcbaa5b17),segment_id=52a7e149-8864-41bb-af99-9d7fcbaa5b17)] {{(pid=91628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 11:51:50.046673 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-3a31c745-5324-4dc5-9226-4da9111cc1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:50.051235 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:51:50.107533 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a6f11-38a8-4791-8dc7-882c970c3202 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53cf82ba-9c18-46a7-aae3-8125a4fbd5f4,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:51:50.125457 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-5c2a6f11-38a8-4791-8dc7-882c970c3202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:51:50.171363 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2a6f11-38a8-4791-8dc7-882c970c3202 admin admin] Checking segment: {'id': 'af32a357-79fe-4eff-979d-91e278c3f113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '95e537e1-e1ac-4eba-9aad-96587d33b85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:51:50.171940 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2a6f11-38a8-4791-8dc7-882c970c3202 admin admin] Network hostable DHCP agents. Network: 95e537e1-e1ac-4eba-9aad-96587d33b85b, hostable agents: ['faabf3fc-c1ac-4f7b-ba43-3022feb00bd5'], hosted agents: [] {{(pid=91626) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 11:51:50.185124 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c912e8a-5e87-477e-ac2a-7ff0b6f9e3fc admin admin] Notify agent at l3_agent.dv-cinder-786260-3-smb the message routers_updated {{(pid=91626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 11:51:50.200936 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b0b5f7-10b8-4297-b5d0-5726dd697fd0 None None] Sync routers for ids ['a0489755-a7c5-4794-a2d9-8a2bfefed2fb'] in dv-cinder-786260-3-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 11:51:50.249873 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b0b5f7-10b8-4297-b5d0-5726dd697fd0 None None] Routers {'a0489755-a7c5-4794-a2d9-8a2bfefed2fb'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:51:50.250590 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-94b0b5f7-10b8-4297-b5d0-5726dd697fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T11:51:33Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['a0489755-a7c5-4794-a2d9-8a2bfefed2fb'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:51:50.315482 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a46fd8-6b6c-42b3-8132-ca45a7001873 None None] Pushing event updated for resources: {'Port': ['ID=e4ff3e5d-d6eb-4cec-9a24-abbef944d08f,revision_number=3']} {{(pid=91628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:51:50.331392 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-82a46fd8-6b6c-42b3-8132-ca45a7001873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:51:50.334861 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a31c745-5324-4dc5-9226-4da9111cc1a0 None None] Routers {'d510c833-d6e1-45ff-9c8a-e5580604a2ee'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:51:50.337002 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-3a31c745-5324-4dc5-9226-4da9111cc1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T11:51:33Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['d510c833-d6e1-45ff-9c8a-e5580604a2ee'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:51:50.356922 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2a6f11-38a8-4791-8dc7-882c970c3202 admin admin] Network 95e537e1-e1ac-4eba-9aad-96587d33b85b is scheduled to be hosted by DHCP agent faabf3fc-c1ac-4f7b-ba43-3022feb00bd5 with binding_index 1 {{(pid=91626) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 11:51:50.374695 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-78a2371d-5428-41c3-8586-32c94b5854d0 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Made reservation on behalf of 68743bc4f4a2435aaf245debd07f1445 for: {'port': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:51:50.388609 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-78a2371d-5428-41c3-8586-32c94b5854d0 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:50.434607 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7c912e8a-5e87-477e-ac2a-7ff0b6f9e3fc admin admin] Notify callbacks [] for router, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:50.443666 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-7c912e8a-5e87-477e-ac2a-7ff0b6f9e3fc admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.5130193 Jun 06 11:51:50.457978 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 39268) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:51:50.664538 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-8de735a2-b4f9-4f33-b2c8-44703a2abe8a tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] Made reservation on behalf of 509a3273e6204db0b484b14a1f7a40f8 for: {'port': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:51:50.680520 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-8de735a2-b4f9-4f33-b2c8-44703a2abe8a tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:50.866708 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-94b0b5f7-10b8-4297-b5d0-5726dd697fd0 None None] Set router a0489755-a7c5-4794-a2d9-8a2bfefed2fb gateway port host: dv-cinder-786260-3-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:51:50.869895 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-5c2a6f11-38a8-4791-8dc7-882c970c3202 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-3-smb, 95e537e1-e1ac-4eba-9aad-96587d33b85b) {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:51:50.896526 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-99b30670-efb1-4a2f-ae4b-661b09b5fc0e req-6a16cf63-4494-4c38-a355-894eaa3cfc08 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a396a8c-d89e-443e-b3e4-4ddb293eb34f HTTP/1.1" status: 200 len: 210 time: 0.4472940 Jun 06 11:51:50.909029 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2a6f11-38a8-4791-8dc7-882c970c3202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:51:50.910037 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5c2a6f11-38a8-4791-8dc7-882c970c3202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for subnet, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:50.922824 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-3a31c745-5324-4dc5-9226-4da9111cc1a0 None None] Set router d510c833-d6e1-45ff-9c8a-e5580604a2ee gateway port host: dv-cinder-786260-3-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:51:50.978612 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-ff96595e-7481-4522-912c-d8cc54c607d4 req-eb40c69c-f07e-4a5c-92e2-86d1fe285ff0 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=baa467b1-47e5-4cb8-8a6d-cc02be155493 HTTP/1.1" status: 200 len: 210 time: 0.2378707 Jun 06 11:51:51.061850 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [None req-f8c39790-4745-41ca-ad91-89838a14e75a admin admin] Allocated IP 172.20.0.1 (fb856b4d-429a-47d7-897b-0443d48f8282/50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9/7069b52e-7146-48c2-bce1-3d503474d699) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 11:51:51.338782 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815e167b-d666-4cb2-b079-c8e1d2c4aff8 None None] Network 95e537e1-e1ac-4eba-9aad-96587d33b85b requested from dv-cinder-786260-3-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 11:51:51.459060 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-5c2a6f11-38a8-4791-8dc7-882c970c3202 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.3942733 Jun 06 11:51:51.470352 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-3a31c745-5324-4dc5-9226-4da9111cc1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'name': 'tempest-AttachVolumeShelveTestJSON-204249353-router', 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': 'e4ff3e5d-d6eb-4cec-9a24-abbef944d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:41Z', 'updated_at': '2021-06-06T11:51:45Z', 'revision_number': 3, 'project_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'gw_port': {'id': 'e4ff3e5d-d6eb-4cec-9a24-abbef944d08f', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:09:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:43Z', 'updated_at': '2021-06-06T11:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb'}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:51:51.478747 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a31c745-5324-4dc5-9226-4da9111cc1a0 None None] The sync data for ids ['d510c833-d6e1-45ff-9c8a-e5580604a2ee'] in dv-cinder-786260-3-smb is: [{'id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'name': 'tempest-AttachVolumeShelveTestJSON-204249353-router', 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': 'e4ff3e5d-d6eb-4cec-9a24-abbef944d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:41Z', 'updated_at': '2021-06-06T11:51:45Z', 'revision_number': 3, 'project_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'gw_port': {'id': 'e4ff3e5d-d6eb-4cec-9a24-abbef944d08f', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:09:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:43Z', 'updated_at': '2021-06-06T11:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb'}] {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 11:51:51.489213 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-8de735a2-b4f9-4f33-b2c8-44703a2abe8a tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] Allocated IP 172.20.0.7 (cddf4cf4-f3e1-4111-bd59-baf4358b7669/669913a0-fd7c-46f7-9c7a-6c7398025b09/ea7e8690-28ed-4a0c-990d-9f04df06cfa7) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 11:51:51.763739 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f8c39790-4745-41ca-ad91-89838a14e75a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:51.803355 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 39304) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:51:51.994749 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f63b73b-9016-4073-901f-60d94eac21a4 admin admin] Deleting subnet f9b5ee38-f550-416b-a466-39e0e6429b97 {{(pid=91625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 11:51:52.011938 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3f63b73b-9016-4073-901f-60d94eac21a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:52.164708 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [None req-f8c39790-4745-41ca-ad91-89838a14e75a admin admin] Transition to ACTIVE for port object 7069b52e-7146-48c2-bce1-3d503474d699 will not be triggered until provisioned by entity DHCP. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:51:52.280035 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_common [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-78a2371d-5428-41c3-8586-32c94b5854d0 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Allocated IP 172.20.0.4 (97c92385-ea3d-4eab-82a7-f3865717e06d/7d39dea0-61db-4cdf-b4fe-ad7c7a97e403/d317d814-b4d5-4208-98ac-67f5b4b0884b) {{(pid=91626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 11:51:52.306417 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-4f76f053-6cf8-497a-a69a-53e0f5acd1a3 req-f46b1f1b-51d9-4a3d-9517-0e77cfc85444 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a396a8c-d89e-443e-b3e4-4ddb293eb34f HTTP/1.1" status: 200 len: 210 time: 0.1127815 Jun 06 11:51:52.523617 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3f63b73b-9016-4073-901f-60d94eac21a4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:52.612402 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-6e29fe93-10fd-4f2a-86e2-644f5944c5af req-2433119c-5069-4fe5-a823-690d65f320c4 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=baa467b1-47e5-4cb8-8a6d-cc02be155493 HTTP/1.1" status: 200 len: 210 time: 0.3379483 Jun 06 11:51:52.629747 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3f63b73b-9016-4073-901f-60d94eac21a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7795437'] for subnet, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:52.700530 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4165b7-448f-43ea-812b-136b2e6685b8 None None] Network 95e537e1-e1ac-4eba-9aad-96587d33b85b requested from dv-cinder-786260-3-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 11:51:52.782441 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device e4ff3e5d-d6eb-4cec-9a24-abbef944d08f up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:51:53.019063 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-78a2371d-5428-41c3-8586-32c94b5854d0 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Notify callbacks [] for port, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:53.061055 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-94b0b5f7-10b8-4297-b5d0-5726dd697fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0489755-a7c5-4794-a2d9-8a2bfefed2fb', 'name': 'tempest-ServerRescueNegativeTestJSON-820890109-router', 'tenant_id': 'ffbf540fd73d452aaaeae928aa00e219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '964f4be3-3704-4ef3-8d60-2b0c9ff320dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:42Z', 'updated_at': '2021-06-06T11:51:45Z', 'revision_number': 3, 'project_id': 'ffbf540fd73d452aaaeae928aa00e219', 'gw_port': {'id': '964f4be3-3704-4ef3-8d60-2b0c9ff320dd', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:66:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0489755-a7c5-4794-a2d9-8a2bfefed2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:43Z', 'updated_at': '2021-06-06T11:51:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb'}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:51:53.093185 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b0b5f7-10b8-4297-b5d0-5726dd697fd0 None None] Checking router: a0489755-a7c5-4794-a2d9-8a2bfefed2fb for host: dv-cinder-786260-3-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 11:51:53.101801 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b0b5f7-10b8-4297-b5d0-5726dd697fd0 None None] Updating router a0489755-a7c5-4794-a2d9-8a2bfefed2fb port 964f4be3-3704-4ef3-8d60-2b0c9ff320dd binding host dv-cinder-786260-3-smb {{(pid=91627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 11:51:53.180098 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f8c39790-4745-41ca-ad91-89838a14e75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:53.216857 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-78a2371d-5428-41c3-8586-32c94b5854d0 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160'] for port, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:53.249185 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-8383734e-aacc-41ef-b7d7-433f9ad4f2aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:51:53.314497 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:51:53.330971 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-78a2371d-5428-41c3-8586-32c94b5854d0 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Network 97c92385-ea3d-4eab-82a7-f3865717e06d is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:51:53.338011 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-78a2371d-5428-41c3-8586-32c94b5854d0 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:51:53.348471 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-78a2371d-5428-41c3-8586-32c94b5854d0 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Received port after_create {{(pid=91626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 11:51:53.354657 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-78a2371d-5428-41c3-8586-32c94b5854d0 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:51:53.355861 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-78a2371d-5428-41c3-8586-32c94b5854d0 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:53.417399 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 39348) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:51:53.439765 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-94b0b5f7-10b8-4297-b5d0-5726dd697fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:53.445285 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2371d-5428-41c3-8586-32c94b5854d0 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Pushing event updated for resources: {'Port': ['ID=d317d814-b4d5-4208-98ac-67f5b4b0884b,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:51:53.470255 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-78a2371d-5428-41c3-8586-32c94b5854d0 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:51:53.481868 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-78a2371d-5428-41c3-8586-32c94b5854d0 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9931853 Jun 06 11:51:53.508707 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-02427077-6f0b-447a-a47d-f8858669fbf6 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=91626) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 11:51:53.512570 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-02427077-6f0b-447a-a47d-f8858669fbf6 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0191848 Jun 06 11:51:53.557244 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning for port e4ff3e5d-d6eb-4cec-9a24-abbef944d08f completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:51:53.576093 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-8de735a2-b4f9-4f33-b2c8-44703a2abe8a tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:53.587039 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning complete for port e4ff3e5d-d6eb-4cec-9a24-abbef944d08f triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:51:53.587572 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:53.604410 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c39790-4745-41ca-ad91-89838a14e75a admin admin] Network fb856b4d-429a-47d7-897b-0443d48f8282 is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:51:53.612683 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-f8c39790-4745-41ca-ad91-89838a14e75a admin admin] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:51:53.620985 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c39790-4745-41ca-ad91-89838a14e75a admin admin] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 11:51:53.621442 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f8c39790-4745-41ca-ad91-89838a14e75a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625382'] for router_interface, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:53.674747 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1ff79dd8-5f4f-4670-af89-2cd35d621b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:53.684286 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3f63b73b-9016-4073-901f-60d94eac21a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7795428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680'] for subnet, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:53.788005 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-ff418356-7818-46f9-9fb7-4af41d4c56f2 req-625610aa-ef21-4789-a25a-27b2d6005664 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a396a8c-d89e-443e-b3e4-4ddb293eb34f HTTP/1.1" status: 200 len: 210 time: 0.2648277 Jun 06 11:51:53.801605 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c39790-4745-41ca-ad91-89838a14e75a admin admin] Pushing event updated for resources: {'Port': ['ID=7069b52e-7146-48c2-bce1-3d503474d699,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:51:53.849115 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f8c39790-4745-41ca-ad91-89838a14e75a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:51:53.859163 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-155426e0-7c64-4ea0-80da-353d2b4589b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:51:54.016396 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-4a543544-929f-4387-b8d9-54f046c920c2 service neutron] Request body: {'port': {'device_id': 'baa467b1-47e5-4cb8-8a6d-cc02be155493', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:51:54.131927 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63b73b-9016-4073-901f-60d94eac21a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9b5ee38-f550-416b-a466-39e0e6429b97,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:51:54.145636 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-3f63b73b-9016-4073-901f-60d94eac21a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:51:54.150982 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3f63b73b-9016-4073-901f-60d94eac21a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:54.152286 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:54.155498 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-3f63b73b-9016-4073-901f-60d94eac21a4 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f9b5ee38-f550-416b-a466-39e0e6429b97 HTTP/1.1" status: 204 len: 168 time: 2.3466818 Jun 06 11:51:54.156973 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-8de735a2-b4f9-4f33-b2c8-44703a2abe8a tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:54.163496 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 39364) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:51:54.216419 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fb39a0a8-d04d-4a93-882a-c4675daad71e None None] Provisioning for port 7069b52e-7146-48c2-bce1-3d503474d699 completed by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:51:54.251439 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fb39a0a8-d04d-4a93-882a-c4675daad71e None None] Provisioning complete for port 7069b52e-7146-48c2-bce1-3d503474d699 triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:51:54.252115 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fb39a0a8-d04d-4a93-882a-c4675daad71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:54.267380 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-4a543544-929f-4387-b8d9-54f046c920c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:54.289190 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-6141aeb1-c7f0-47e6-af4e-4e6d2aae7240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:54.360549 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-2cb8e9b8-691e-4d3b-9823-92eb2ad91246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:51:54.421994 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] For port e4ff3e5d-d6eb-4cec-9a24-abbef944d08f, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=e4ff3e5d-d6eb-4cec-9a24-abbef944d08f,segment=NetworkSegment(52a7e149-8864-41bb-af99-9d7fcbaa5b17),segment_id=52a7e149-8864-41bb-af99-9d7fcbaa5b17)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:51:54.454298 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:54.458112 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-8de735a2-b4f9-4f33-b2c8-44703a2abe8a tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] Network cddf4cf4-f3e1-4111-bd59-baf4358b7669 is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:51:54.461054 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 39370) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:51:54.472462 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-8de735a2-b4f9-4f33-b2c8-44703a2abe8a tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:51:54.507440 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-8de735a2-b4f9-4f33-b2c8-44703a2abe8a tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 11:51:54.513029 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-fb39a0a8-d04d-4a93-882a-c4675daad71e None None] Port 7069b52e-7146-48c2-bce1-3d503474d699 cannot update to ACTIVE because it is not bound. {{(pid=91627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 11:51:54.514627 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-8de735a2-b4f9-4f33-b2c8-44703a2abe8a tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:51:54.515531 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-8de735a2-b4f9-4f33-b2c8-44703a2abe8a tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:54.518415 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:51:54.663483 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce422d-9709-4ccf-81c4-13c43c0e4566 req-e3e77a6b-7580-4bee-baf4-a3b8e2a45f26 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:51:54.665078 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b0ce422d-9709-4ccf-81c4-13c43c0e4566 req-e3e77a6b-7580-4bee-baf4-a3b8e2a45f26 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=baa467b1-47e5-4cb8-8a6d-cc02be155493 HTTP/1.1" status: 200 len: 931 time: 0.6872101 Jun 06 11:51:54.707817 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d202b812-bf9f-49e6-95f2-c353af7f19f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7781487'] for network, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:54.737341 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b0ce422d-9709-4ccf-81c4-13c43c0e4566 req-d37479d9-5f4c-4bbc-acb9-8be3c5b1a93d tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571880 Jun 06 11:51:54.738073 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de735a2-b4f9-4f33-b2c8-44703a2abe8a tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] Pushing event updated for resources: {'Port': ['ID=ea7e8690-28ed-4a0c-990d-9f04df06cfa7,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:51:54.743607 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-8de735a2-b4f9-4f33-b2c8-44703a2abe8a tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:51:54.825716 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Pushing event updated for resources: {'Port': ['ID=e4ff3e5d-d6eb-4cec-9a24-abbef944d08f,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:51:54.838580 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:51:54.891374 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-6141aeb1-c7f0-47e6-af4e-4e6d2aae7240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:54.966347 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-94b0b5f7-10b8-4297-b5d0-5726dd697fd0 None None] Notify callbacks [] for port, precommit_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:54.992514 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-94b0b5f7-10b8-4297-b5d0-5726dd697fd0 None None] Transition to ACTIVE for port object 964f4be3-3704-4ef3-8d60-2b0c9ff320dd will not be triggered until provisioned by entity L2. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:51:55.014492 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-94b0b5f7-10b8-4297-b5d0-5726dd697fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:55.022899 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f8c39790-4745-41ca-ad91-89838a14e75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:55.033255 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:51:55.067266 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-8de735a2-b4f9-4f33-b2c8-44703a2abe8a tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3838480 Jun 06 11:51:55.068068 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-32bcdc2c-1112-455c-84e9-a2d16a9f661c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:55.148101 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233aedbb-069e-4105-8b97-80551e3d7fc3 None None] Pushing event updated for resources: {'Port': ['ID=964f4be3-3704-4ef3-8d60-2b0c9ff320dd,revision_number=2']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:51:55.163784 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-233aedbb-069e-4105-8b97-80551e3d7fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:51:55.193499 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-94b0b5f7-10b8-4297-b5d0-5726dd697fd0 None None] Attempting to bind port 964f4be3-3704-4ef3-8d60-2b0c9ff320dd on host dv-cinder-786260-3-smb for vnic_type normal with profile {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 11:51:55.194184 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-94b0b5f7-10b8-4297-b5d0-5726dd697fd0 None None] Attempting to bind port 964f4be3-3704-4ef3-8d60-2b0c9ff320dd by drivers openvswitch,hyperv on host dv-cinder-786260-3-smb at level 0 using segments [{'id': '52a7e149-8864-41bb-af99-9d7fcbaa5b17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4'}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 11:51:55.195983 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b0b5f7-10b8-4297-b5d0-5726dd697fd0 None None] Attempting to bind port 964f4be3-3704-4ef3-8d60-2b0c9ff320dd on network e384afd4-53ce-4e9e-98c9-6e74922afda4 {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:51:55.209142 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b0b5f7-10b8-4297-b5d0-5726dd697fd0 None None] Checking agent: {'id': '8c08a107-9ed3-4e66-a1ef-b6d8b5adb9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 2), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 11:51:55.209706 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b0b5f7-10b8-4297-b5d0-5726dd697fd0 None None] Checking segment: {'id': '52a7e149-8864-41bb-af99-9d7fcbaa5b17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:51:55.210326 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-94b0b5f7-10b8-4297-b5d0-5726dd697fd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:55.210958 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b0b5f7-10b8-4297-b5d0-5726dd697fd0 None None] Bound using segment: {'id': '52a7e149-8864-41bb-af99-9d7fcbaa5b17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4'} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 11:51:55.212009 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-94b0b5f7-10b8-4297-b5d0-5726dd697fd0 None None] Bound port: 964f4be3-3704-4ef3-8d60-2b0c9ff320dd, host: dv-cinder-786260-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52a7e149-8864-41bb-af99-9d7fcbaa5b17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4'}}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 11:51:55.212882 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-94b0b5f7-10b8-4297-b5d0-5726dd697fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:55.255469 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d202b812-bf9f-49e6-95f2-c353af7f19f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670900', 'neutron.services.segments.db._delete_segments_for_network-8770687599014'] for network, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:55.375605 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-4a543544-929f-4387-b8d9-54f046c920c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d317d814-b4d5-4208-98ac-67f5b4b0884b {{(pid=91626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 11:51:55.379134 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-94b0b5f7-10b8-4297-b5d0-5726dd697fd0 None None] For port 964f4be3-3704-4ef3-8d60-2b0c9ff320dd, host dv-cinder-786260-3-smb, cleared binding levels {{(pid=91627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 11:51:55.383743 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-4a543544-929f-4387-b8d9-54f046c920c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:55.392121 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-94b0b5f7-10b8-4297-b5d0-5726dd697fd0 None None] For port 964f4be3-3704-4ef3-8d60-2b0c9ff320dd, host dv-cinder-786260-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=964f4be3-3704-4ef3-8d60-2b0c9ff320dd,segment=NetworkSegment(52a7e149-8864-41bb-af99-9d7fcbaa5b17),segment_id=52a7e149-8864-41bb-af99-9d7fcbaa5b17)] {{(pid=91627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 11:51:55.401771 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-94b0b5f7-10b8-4297-b5d0-5726dd697fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:55.407206 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-4a543544-929f-4387-b8d9-54f046c920c2 service neutron] Transition to ACTIVE for port object d317d814-b4d5-4208-98ac-67f5b4b0884b will not be triggered until provisioned by entity L2. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:51:55.410612 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-bb6af3b2-71f5-4d3e-b9f3-a092f7c5b6c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:51:55.439526 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-32bcdc2c-1112-455c-84e9-a2d16a9f661c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:55.495937 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d202b812-bf9f-49e6-95f2-c353af7f19f3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:51:55.496413 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d202b812-bf9f-49e6-95f2-c353af7f19f3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:51:55.497933 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d202b812-bf9f-49e6-95f2-c353af7f19f3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:51:55.498320 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d202b812-bf9f-49e6-95f2-c353af7f19f3 admin admin] Subscribe: > port after_create 55550000 {{(pid=91625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:51:55.498650 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d202b812-bf9f-49e6-95f2-c353af7f19f3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:51:55.499008 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d202b812-bf9f-49e6-95f2-c353af7f19f3 admin admin] Subscribe: > port after_update 55550000 {{(pid=91625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:51:55.499330 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d202b812-bf9f-49e6-95f2-c353af7f19f3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:51:55.499650 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d202b812-bf9f-49e6-95f2-c353af7f19f3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:51:55.499967 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d202b812-bf9f-49e6-95f2-c353af7f19f3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:51:55.504085 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d202b812-bf9f-49e6-95f2-c353af7f19f3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:51:55.512095 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_common [None req-1ff79dd8-5f4f-4670-af89-2cd35d621b8c admin admin] Allocated IP 172.20.0.1 (781481ba-9256-4a59-98f9-089a31fa7ed5/e34565f1-8647-4fbb-a0bd-9f9d6cf328e3/a47bb5bb-bf9b-43b0-b8de-3de65d2a6f20) {{(pid=91626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 11:51:55.568040 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b0b5f7-10b8-4297-b5d0-5726dd697fd0 None None] Routers {'a0489755-a7c5-4794-a2d9-8a2bfefed2fb'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:51:55.569575 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-94b0b5f7-10b8-4297-b5d0-5726dd697fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T11:51:33Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['a0489755-a7c5-4794-a2d9-8a2bfefed2fb'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:51:55.693266 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1ff79dd8-5f4f-4670-af89-2cd35d621b8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:55.705475 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-6141aeb1-c7f0-47e6-af4e-4e6d2aae7240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:55.738575 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-4a543544-929f-4387-b8d9-54f046c920c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:55.747877 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233aedbb-069e-4105-8b97-80551e3d7fc3 None None] Pushing event updated for resources: {'Port': ['ID=964f4be3-3704-4ef3-8d60-2b0c9ff320dd,revision_number=3']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:51:55.750976 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-233aedbb-069e-4105-8b97-80551e3d7fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:51:55.760224 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:51:55.783444 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d202b812-bf9f-49e6-95f2-c353af7f19f3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:51:55.783772 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d202b812-bf9f-49e6-95f2-c353af7f19f3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:51:55.784114 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d202b812-bf9f-49e6-95f2-c353af7f19f3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:51:55.784373 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d202b812-bf9f-49e6-95f2-c353af7f19f3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:51:55.784765 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-d202b812-bf9f-49e6-95f2-c353af7f19f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16772a53-2168-4741-8fed-b9459fa0ab48']}} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:51:55.815256 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-32bcdc2c-1112-455c-84e9-a2d16a9f661c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:55.835931 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-6141aeb1-c7f0-47e6-af4e-4e6d2aae7240 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=42c5c08462364e109933dcb468f34f3b&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4122984 Jun 06 11:51:55.836672 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141aeb1-c7f0-47e6-af4e-4e6d2aae7240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1b5c6b-7d0d-472b-88d4-122577623eac,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:51:55.839488 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 39392) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:51:55.846292 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-6141aeb1-c7f0-47e6-af4e-4e6d2aae7240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:51:55.859318 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-78a2371d-5428-41c3-8586-32c94b5854d0 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:51:55.929645 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-94b0b5f7-10b8-4297-b5d0-5726dd697fd0 None None] Set router a0489755-a7c5-4794-a2d9-8a2bfefed2fb gateway port host: dv-cinder-786260-3-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:51:55.989127 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:51:55.997173 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-d202b812-bf9f-49e6-95f2-c353af7f19f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e86b8fab-a5af-4cc0-bff6-2affb2d6bcab') {'for_net_delete': True} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:51:55.997566 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-d202b812-bf9f-49e6-95f2-c353af7f19f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e86b8fab-a5af-4cc0-bff6-2affb2d6bcab') {} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:51:56.044028 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d202b812-bf9f-49e6-95f2-c353af7f19f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770687601345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2996234'] for segment, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:56.221700 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bcdc2c-1112-455c-84e9-a2d16a9f661c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674863db-e522-4c0c-aa35-d6be594d6ece,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:51:56.236155 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-157dbaac-9cf1-499c-9f45-2915e00db5cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:56.239504 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d202b812-bf9f-49e6-95f2-c353af7f19f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118'] for segment, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:56.249351 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-32bcdc2c-1112-455c-84e9-a2d16a9f661c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cdd98e86fd4d42baa5b32e9ae0591536&name=default HTTP/1.1" status: 200 len: 2978 time: 1.7706192 Jun 06 11:51:56.253556 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-32bcdc2c-1112-455c-84e9-a2d16a9f661c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:51:56.256366 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 39400) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:51:56.260791 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1ff79dd8-5f4f-4670-af89-2cd35d621b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160'] for port, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:56.291223 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d202b812-bf9f-49e6-95f2-c353af7f19f3 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=91625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 11:51:56.291631 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d202b812-bf9f-49e6-95f2-c353af7f19f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2700862'] for segment, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:56.328515 dv-cinder-786260-3-smb neutron-server[91625]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 06 11:51:56.328515 dv-cinder-786260-3-smb neutron-server[91625]: from cryptography.utils import int_from_bytes Jun 06 11:51:56.328515 dv-cinder-786260-3-smb neutron-server[91625]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 06 11:51:56.328515 dv-cinder-786260-3-smb neutron-server[91625]: from cryptography.utils import int_from_bytes Jun 06 11:51:56.328515 dv-cinder-786260-3-smb neutron-server[91625]: Traceback (most recent call last): Jun 06 11:51:56.328515 dv-cinder-786260-3-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 11:51:56.328515 dv-cinder-786260-3-smb neutron-server[91625]: timer() Jun 06 11:51:56.328515 dv-cinder-786260-3-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 11:51:56.328515 dv-cinder-786260-3-smb neutron-server[91625]: cb(*args, **kw) Jun 06 11:51:56.328515 dv-cinder-786260-3-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 11:51:56.328515 dv-cinder-786260-3-smb neutron-server[91625]: return func(*args, **kwargs) Jun 06 11:51:56.328515 dv-cinder-786260-3-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 11:51:56.328515 dv-cinder-786260-3-smb neutron-server[91625]: self._notify() Jun 06 11:51:56.328515 dv-cinder-786260-3-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 11:51:56.328515 dv-cinder-786260-3-smb neutron-server[91625]: self.callback(batched_events) Jun 06 11:51:56.328515 dv-cinder-786260-3-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 11:51:56.328515 dv-cinder-786260-3-smb neutron-server[91625]: event.method(event) Jun 06 11:51:56.328515 dv-cinder-786260-3-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 11:51:56.328515 dv-cinder-786260-3-smb neutron-server[91625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 11:51:56.328515 dv-cinder-786260-3-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 11:51:56.328515 dv-cinder-786260-3-smb neutron-server[91625]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 11:51:56.328515 dv-cinder-786260-3-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 11:51:56.328515 dv-cinder-786260-3-smb neutron-server[91625]: return f(self, *a, **k) Jun 06 11:51:56.328515 dv-cinder-786260-3-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 11:51:56.328515 dv-cinder-786260-3-smb neutron-server[91625]: return self._get(url).json() Jun 06 11:51:56.328515 dv-cinder-786260-3-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 11:51:56.328515 dv-cinder-786260-3-smb neutron-server[91625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 11:51:56.328515 dv-cinder-786260-3-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 11:51:56.328515 dv-cinder-786260-3-smb neutron-server[91625]: return self.request(url, 'GET', **kwargs) Jun 06 11:51:56.328515 dv-cinder-786260-3-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 11:51:56.328515 dv-cinder-786260-3-smb neutron-server[91625]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 11:51:56.328515 dv-cinder-786260-3-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 11:51:56.328515 dv-cinder-786260-3-smb neutron-server[91625]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 11:51:56.328515 dv-cinder-786260-3-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 11:51:56.328515 dv-cinder-786260-3-smb neutron-server[91625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 11:51:56.328515 dv-cinder-786260-3-smb neutron-server[91625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 11:51:56.350601 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82044ba3-7d79-4f9b-8e93-0151977b6d60 req-1c3aaed2-38ee-4b2f-912e-b463d7592ba9 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:51:56.385923 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-82044ba3-7d79-4f9b-8e93-0151977b6d60 req-1c3aaed2-38ee-4b2f-912e-b463d7592ba9 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a396a8c-d89e-443e-b3e4-4ddb293eb34f HTTP/1.1" status: 200 len: 931 time: 0.6832933 Jun 06 11:51:56.544203 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab8ff1-5b61-4eb5-8b74-689b5d7953f7 req-9bd59a64-a580-4721-84db-3d9bfbe2dbdf tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:51:56.560066 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-33ab8ff1-5b61-4eb5-8b74-689b5d7953f7 req-9bd59a64-a580-4721-84db-3d9bfbe2dbdf tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=baa467b1-47e5-4cb8-8a6d-cc02be155493 HTTP/1.1" status: 200 len: 943 time: 0.5048778 Jun 06 11:51:56.616176 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-94b0b5f7-10b8-4297-b5d0-5726dd697fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0489755-a7c5-4794-a2d9-8a2bfefed2fb', 'name': 'tempest-ServerRescueNegativeTestJSON-820890109-router', 'tenant_id': 'ffbf540fd73d452aaaeae928aa00e219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '964f4be3-3704-4ef3-8d60-2b0c9ff320dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:42Z', 'updated_at': '2021-06-06T11:51:45Z', 'revision_number': 3, 'project_id': 'ffbf540fd73d452aaaeae928aa00e219', 'gw_port': {'id': '964f4be3-3704-4ef3-8d60-2b0c9ff320dd', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:66:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0489755-a7c5-4794-a2d9-8a2bfefed2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:43Z', 'updated_at': '2021-06-06T11:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb'}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:51:56.626917 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b0b5f7-10b8-4297-b5d0-5726dd697fd0 None None] The sync data for ids ['a0489755-a7c5-4794-a2d9-8a2bfefed2fb'] in dv-cinder-786260-3-smb is: [{'id': 'a0489755-a7c5-4794-a2d9-8a2bfefed2fb', 'name': 'tempest-ServerRescueNegativeTestJSON-820890109-router', 'tenant_id': 'ffbf540fd73d452aaaeae928aa00e219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '964f4be3-3704-4ef3-8d60-2b0c9ff320dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:42Z', 'updated_at': '2021-06-06T11:51:45Z', 'revision_number': 3, 'project_id': 'ffbf540fd73d452aaaeae928aa00e219', 'gw_port': {'id': '964f4be3-3704-4ef3-8d60-2b0c9ff320dd', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:66:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0489755-a7c5-4794-a2d9-8a2bfefed2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:43Z', 'updated_at': '2021-06-06T11:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb'}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 11:51:56.633769 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d202b812-bf9f-49e6-95f2-c353af7f19f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-598673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625249'] for network, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:56.635233 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cb1e0386-6e71-4936-ab97-a966844bd77c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:56.641197 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a543544-929f-4387-b8d9-54f046c920c2 service neutron] Pushing event updated for resources: {'Port': ['ID=d317d814-b4d5-4208-98ac-67f5b4b0884b,revision_number=2']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:51:56.661019 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-4a543544-929f-4387-b8d9-54f046c920c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.802s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:51:56.680961 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:51:56.744474 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-cc2aa171-3eda-4596-bed1-67615a3e550b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:51:56.751301 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff79dd8-5f4f-4670-af89-2cd35d621b8c admin admin] Network 781481ba-9256-4a59-98f9-089a31fa7ed5 is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:51:56.758971 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device e4ff3e5d-d6eb-4cec-9a24-abbef944d08f up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:51:56.777502 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d202b812-bf9f-49e6-95f2-c353af7f19f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:56.795918 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-d202b812-bf9f-49e6-95f2-c353af7f19f3 admin admin] 10.222.0.42 "DELETE /v2.0/networks/16772a53-2168-4741-8fed-b9459fa0ab48 HTTP/1.1" status: 204 len: 168 time: 2.6264260 Jun 06 11:51:56.803750 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.db.resource_extend [None req-f8c39790-4745-41ca-ad91-89838a14e75a admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 06 11:51:56.824120 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-1ff79dd8-5f4f-4670-af89-2cd35d621b8c admin admin] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:51:56.832781 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-157dbaac-9cf1-499c-9f45-2915e00db5cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:56.841870 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 39402) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:51:56.866106 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cb1e0386-6e71-4936-ab97-a966844bd77c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:56.910266 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d202b812-bf9f-49e6-95f2-c353af7f19f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=16772a53-2168-4741-8fed-b9459fa0ab48,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:51:56.935772 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-d202b812-bf9f-49e6-95f2-c353af7f19f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:51:56.941678 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f8c39790-4745-41ca-ad91-89838a14e75a admin admin] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:56.961129 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning complete for port e4ff3e5d-d6eb-4cec-9a24-abbef944d08f triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:51:56.961612 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:56.967067 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f8c39790-4745-41ca-ad91-89838a14e75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700882'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:56.981141 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-33ab8ff1-5b61-4eb5-8b74-689b5d7953f7 req-0594fdf4-0e0d-4ca4-bf5c-0dbf63a391f6 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3805895 Jun 06 11:51:57.033269 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff79dd8-5f4f-4670-af89-2cd35d621b8c admin admin] Received port after_create {{(pid=91626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 11:51:57.033969 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1ff79dd8-5f4f-4670-af89-2cd35d621b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625382'] for router_interface, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:57.404891 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-82044ba3-7d79-4f9b-8e93-0151977b6d60 req-811cf240-f858-4ec0-9f97-3d90330299d2 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f73836b-3744-40a0-b582-46b0c9500436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9061503 Jun 06 11:51:57.406073 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-8da379f3-fdad-44f4-9b48-f8af6c7db538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:51:57.406645 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-157dbaac-9cf1-499c-9f45-2915e00db5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:57.406645 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-4a543544-929f-4387-b8d9-54f046c920c2 service neutron] Attempting to bind port d317d814-b4d5-4208-98ac-67f5b4b0884b on host hv-cinder-78626 for vnic_type normal with profile {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 11:51:57.406645 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-4a543544-929f-4387-b8d9-54f046c920c2 service neutron] Attempting to bind port d317d814-b4d5-4208-98ac-67f5b4b0884b by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '9c6e229f-4d95-4dfb-a5de-b081666b0d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '97c92385-ea3d-4eab-82a7-f3865717e06d'}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 11:51:57.406645 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-4a543544-929f-4387-b8d9-54f046c920c2 service neutron] Attempting to bind port d317d814-b4d5-4208-98ac-67f5b4b0884b on network 97c92385-ea3d-4eab-82a7-f3865717e06d {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:51:57.410402 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-157dbaac-9cf1-499c-9f45-2915e00db5cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:57.414227 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-157dbaac-9cf1-499c-9f45-2915e00db5cc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1a1b5c6b-7d0d-472b-88d4-122577623eac HTTP/1.1" status: 204 len: 168 time: 1.5697937 Jun 06 11:51:57.453615 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-4a543544-929f-4387-b8d9-54f046c920c2 service neutron] Port d317d814-b4d5-4208-98ac-67f5b4b0884b on network 97c92385-ea3d-4eab-82a7-f3865717e06d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 11:51:57.454387 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-4a543544-929f-4387-b8d9-54f046c920c2 service neutron] Attempting to bind port d317d814-b4d5-4208-98ac-67f5b4b0884b on network 97c92385-ea3d-4eab-82a7-f3865717e06d {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:51:57.458029 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cb1e0386-6e71-4936-ab97-a966844bd77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:57.488691 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cb1e0386-6e71-4936-ab97-a966844bd77c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:57.491210 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-cb1e0386-6e71-4936-ab97-a966844bd77c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/674863db-e522-4c0c-aa35-d6be594d6ece HTTP/1.1" status: 204 len: 168 time: 1.2337854 Jun 06 11:51:57.492139 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff79dd8-5f4f-4670-af89-2cd35d621b8c admin admin] Pushing event updated for resources: {'Port': ['ID=a47bb5bb-bf9b-43b0-b8de-3de65d2a6f20,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:51:57.503338 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-4a543544-929f-4387-b8d9-54f046c920c2 service neutron] Checking agent: {'id': 'e22919c8-6430-48bb-a7f5-088caf168a02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 50, 4), 'started_at': datetime.datetime(2021, 6, 6, 11, 50, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 11:51:57.506069 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-4a543544-929f-4387-b8d9-54f046c920c2 service neutron] Checking segment: {'id': '9c6e229f-4d95-4dfb-a5de-b081666b0d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '97c92385-ea3d-4eab-82a7-f3865717e06d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:51:57.506771 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-4a543544-929f-4387-b8d9-54f046c920c2 service neutron] Bound using segment: {'id': '9c6e229f-4d95-4dfb-a5de-b081666b0d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '97c92385-ea3d-4eab-82a7-f3865717e06d'} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 11:51:57.507335 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-4a543544-929f-4387-b8d9-54f046c920c2 service neutron] Bound port: d317d814-b4d5-4208-98ac-67f5b4b0884b, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c6e229f-4d95-4dfb-a5de-b081666b0d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '97c92385-ea3d-4eab-82a7-f3865717e06d'}}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 11:51:57.509630 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-4a543544-929f-4387-b8d9-54f046c920c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:57.539872 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-1ff79dd8-5f4f-4670-af89-2cd35d621b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.859s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:51:57.554571 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-74ba6a95-a447-4578-9657-3d8a5665e107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:51:57.564784 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f8c39790-4745-41ca-ad91-89838a14e75a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647614'] for router_interface, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:57.587191 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_v2 [None req-9202170b-9eb2-4362-8fe1-3cdc4a51f059 admin admin] Deleting subnet 53cf82ba-9c18-46a7-aae3-8125a4fbd5f4 {{(pid=91626) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 11:51:57.597311 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c39790-4745-41ca-ad91-89838a14e75a admin admin] Pushing event updated for resources: {'Port': ['ID=7069b52e-7146-48c2-bce1-3d503474d699,revision_number=2']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:51:57.609434 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9202170b-9eb2-4362-8fe1-3cdc4a51f059 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:57.610356 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f8c39790-4745-41ca-ad91-89838a14e75a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:51:57.614459 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:51:57.665201 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157dbaac-9cf1-499c-9f45-2915e00db5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1b5c6b-7d0d-472b-88d4-122577623eac,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:51:57.708105 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e0386-6e71-4936-ab97-a966844bd77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674863db-e522-4c0c-aa35-d6be594d6ece,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:51:57.720541 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-cb1e0386-6e71-4936-ab97-a966844bd77c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:51:57.730562 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-157dbaac-9cf1-499c-9f45-2915e00db5cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:51:57.960184 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9202170b-9eb2-4362-8fe1-3cdc4a51f059 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:58.021774 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c39790-4745-41ca-ad91-89838a14e75a admin admin] Network fb856b4d-429a-47d7-897b-0443d48f8282 is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:51:58.023064 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-f8c39790-4745-41ca-ad91-89838a14e75a admin admin] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:51:58.088262 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9202170b-9eb2-4362-8fe1-3cdc4a51f059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7795437'] for subnet, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:58.165121 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 39424) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:51:58.248144 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-4a543544-929f-4387-b8d9-54f046c920c2 service neutron] For port d317d814-b4d5-4208-98ac-67f5b4b0884b, host hv-cinder-78626, cleared binding levels {{(pid=91626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 11:51:58.254131 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-4a543544-929f-4387-b8d9-54f046c920c2 service neutron] For port d317d814-b4d5-4208-98ac-67f5b4b0884b, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d317d814-b4d5-4208-98ac-67f5b4b0884b,segment=NetworkSegment(9c6e229f-4d95-4dfb-a5de-b081666b0d57),segment_id=9c6e229f-4d95-4dfb-a5de-b081666b0d57)] {{(pid=91626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 11:51:58.289518 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-75899bd4-08b9-47b6-bd41-95682d3a8f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:58.327036 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1ff79dd8-5f4f-4670-af89-2cd35d621b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:58.348369 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-4a543544-929f-4387-b8d9-54f046c920c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:58.500941 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8792f0e9-43da-4c30-a2e3-966ecea45693 None None] Provisioning complete for port 7069b52e-7146-48c2-bce1-3d503474d699 triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:51:58.501558 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8792f0e9-43da-4c30-a2e3-966ecea45693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:58.652268 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-8792f0e9-43da-4c30-a2e3-966ecea45693 None None] Port 7069b52e-7146-48c2-bce1-3d503474d699 cannot update to ACTIVE because it is not bound. {{(pid=91627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 11:51:58.690245 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-1ff79dd8-5f4f-4670-af89-2cd35d621b8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:51:58.709276 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c39790-4745-41ca-ad91-89838a14e75a admin admin] Router d510c833-d6e1-45ff-9c8a-e5580604a2ee has already been hosted by L3 agent 3ae38246-b788-4a45-8398-d1ca6712d00e {{(pid=91625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 11:51:58.791642 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 964f4be3-3704-4ef3-8d60-2b0c9ff320dd up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:51:58.922933 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-75899bd4-08b9-47b6-bd41-95682d3a8f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:58.975576 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning for port 964f4be3-3704-4ef3-8d60-2b0c9ff320dd completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:51:58.984378 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning complete for port 964f4be3-3704-4ef3-8d60-2b0c9ff320dd triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:51:58.984770 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:59.087343 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-75899bd4-08b9-47b6-bd41-95682d3a8f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:59.126806 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-4a543544-929f-4387-b8d9-54f046c920c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:51:59.132911 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-4a543544-929f-4387-b8d9-54f046c920c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:59.136784 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-4a543544-929f-4387-b8d9-54f046c920c2 service neutron] 10.222.0.11 "PUT /v2.0/ports/d317d814-b4d5-4208-98ac-67f5b4b0884b HTTP/1.1" status: 200 len: 1093 time: 5.3685422 Jun 06 11:51:59.170101 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c39790-4745-41ca-ad91-89838a14e75a admin admin] Notify agent at l3_agent.dv-cinder-786260-3-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 11:51:59.176209 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-f8c39790-4745-41ca-ad91-89838a14e75a admin admin] 10.222.0.42 "PUT /v2.0/routers/d510c833-d6e1-45ff-9c8a-e5580604a2ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6203771 Jun 06 11:51:59.205194 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baa467b1-47e5-4cb8-8a6d-cc02be155493', 'tag': 'd317d814-b4d5-4208-98ac-67f5b4b0884b'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:51:59.209750 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88261fad-3065-4c0c-adf7-64b8e31a6c5e None None] Sync routers for ids ['d510c833-d6e1-45ff-9c8a-e5580604a2ee'] in dv-cinder-786260-3-smb {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 11:51:59.237244 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e3596-b075-4c3d-97ff-5613c200cdc2 req-a3025b3d-12bd-4800-9498-1c8d8d3e02c7 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:51:59.239155 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88261fad-3065-4c0c-adf7-64b8e31a6c5e None None] Routers {'d510c833-d6e1-45ff-9c8a-e5580604a2ee'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:51:59.248288 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-88261fad-3065-4c0c-adf7-64b8e31a6c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T11:51:33Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['d510c833-d6e1-45ff-9c8a-e5580604a2ee'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:51:59.251030 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-656e3596-b075-4c3d-97ff-5613c200cdc2 req-a3025b3d-12bd-4800-9498-1c8d8d3e02c7 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=baa467b1-47e5-4cb8-8a6d-cc02be155493 HTTP/1.1" status: 200 len: 943 time: 0.9288275 Jun 06 11:51:59.315248 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-d7207743-b05a-40aa-b13d-088bc5934efe service neutron] Request body: {'port': {'device_id': '4a396a8c-d89e-443e-b3e4-4ddb293eb34f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:51:59.338732 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:59.378325 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] For port 964f4be3-3704-4ef3-8d60-2b0c9ff320dd, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=964f4be3-3704-4ef3-8d60-2b0c9ff320dd,segment=NetworkSegment(52a7e149-8864-41bb-af99-9d7fcbaa5b17),segment_id=52a7e149-8864-41bb-af99-9d7fcbaa5b17)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:51:59.393440 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:59.398943 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:51:59.607516 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Pushing event updated for resources: {'Port': ['ID=964f4be3-3704-4ef3-8d60-2b0c9ff320dd,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:51:59.611142 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:51:59.678498 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-75899bd4-08b9-47b6-bd41-95682d3a8f76 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=71205c37e5124c61a241d9e682ca8ab7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5096700 Jun 06 11:51:59.682095 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 39464) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:51:59.692947 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a543544-929f-4387-b8d9-54f046c920c2 service neutron] Pushing event updated for resources: {'Port': ['ID=d317d814-b4d5-4208-98ac-67f5b4b0884b,revision_number=3']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:51:59.737514 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-656e3596-b075-4c3d-97ff-5613c200cdc2 req-57e12cd4-b069-4300-bd5a-0c82bf146e8a tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4834805 Jun 06 11:51:59.755568 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-88261fad-3065-4c0c-adf7-64b8e31a6c5e None None] Set router d510c833-d6e1-45ff-9c8a-e5580604a2ee gateway port host: dv-cinder-786260-3-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:51:59.855209 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-4a543544-929f-4387-b8d9-54f046c920c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.165s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:51:59.908064 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.523s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:51:59.923415 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-d7207743-b05a-40aa-b13d-088bc5934efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:59.989572 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9202170b-9eb2-4362-8fe1-3cdc4a51f059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7795428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680'] for subnet, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:51:59.991129 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75899bd4-08b9-47b6-bd41-95682d3a8f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7ec505-0814-4503-9692-acd052edf9c4,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:00.016173 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-75899bd4-08b9-47b6-bd41-95682d3a8f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:00.024011 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:00.063602 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-b9fbdaec-cadb-4e27-b462-f929111b2d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:00.065468 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-b9fbdaec-cadb-4e27-b462-f929111b2d40 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68743bc4f4a2435aaf245debd07f1445&device_id=baa467b1-47e5-4cb8-8a6d-cc02be155493 HTTP/1.1" status: 200 len: 1096 time: 0.6996846 Jun 06 11:52:00.071293 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc9e4729878f16c834b645d3c09f80e418a2a47aed75d72574769f74497ec88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48ac4c3-2725-4766-9784-ea635d7c9926" -d '{"events": [{"name": "network-changed", "server_uuid": "baa467b1-47e5-4cb8-8a6d-cc02be155493", "tag": "d317d814-b4d5-4208-98ac-67f5b4b0884b"}]}' {{(pid=91626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:52:00.076811 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202170b-9eb2-4362-8fe1-3cdc4a51f059 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53cf82ba-9c18-46a7-aae3-8125a4fbd5f4,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:00.079201 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-9202170b-9eb2-4362-8fe1-3cdc4a51f059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:00.154606 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-435d3d64-4dfe-4117-acc4-9892a289e2da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:00.382035 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9202170b-9eb2-4362-8fe1-3cdc4a51f059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for subnet, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:00.384194 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-9202170b-9eb2-4362-8fe1-3cdc4a51f059 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/53cf82ba-9c18-46a7-aae3-8125a4fbd5f4 HTTP/1.1" status: 204 len: 168 time: 3.4955251 Jun 06 11:52:00.411938 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 39486) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:00.487337 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-6a250863-bfed-4253-9ff0-65c046f5683a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d317d814-b4d5-4208-98ac-67f5b4b0884b HTTP/1.1" status: 200 len: 217 time: 0.2563672 Jun 06 11:52:00.488850 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-88261fad-3065-4c0c-adf7-64b8e31a6c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'name': 'tempest-AttachVolumeShelveTestJSON-204249353-router', 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': 'e4ff3e5d-d6eb-4cec-9a24-abbef944d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:41Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'gw_port': {'id': 'e4ff3e5d-d6eb-4cec-9a24-abbef944d08f', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:09:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:43Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_interfaces': [{'id': '7069b52e-7146-48c2-bce1-3d503474d699', 'name': '', 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282', 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'mac_address': 'fa:16:3e:38:59:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:50Z', 'updated_at': '2021-06-06T11:51:55Z', 'revision_number': 2, 'project_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'subnets': [{'id': '50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:52:00.497153 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88261fad-3065-4c0c-adf7-64b8e31a6c5e None None] Checking router: d510c833-d6e1-45ff-9c8a-e5580604a2ee for host: dv-cinder-786260-3-smb {{(pid=91628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 11:52:00.497719 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88261fad-3065-4c0c-adf7-64b8e31a6c5e None None] Updating router d510c833-d6e1-45ff-9c8a-e5580604a2ee port 7069b52e-7146-48c2-bce1-3d503474d699 binding host dv-cinder-786260-3-smb {{(pid=91628) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 11:52:00.518105 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe42b5-be8e-4f7a-8327-aa5762a47d52 req-cbf32225-da90-4832-9351-35367c9a6ae2 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:00.519972 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-5dbe42b5-be8e-4f7a-8327-aa5762a47d52 req-cbf32225-da90-4832-9351-35367c9a6ae2 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a396a8c-d89e-443e-b3e4-4ddb293eb34f HTTP/1.1" status: 200 len: 931 time: 1.8700137 Jun 06 11:52:00.551800 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fad33578-a403-408d-ba72-7f43c829226d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:00.590811 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-88261fad-3065-4c0c-adf7-64b8e31a6c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:00.682811 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 964f4be3-3704-4ef3-8d60-2b0c9ff320dd up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:52:00.783266 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-1e1fd261-9c30-4503-994b-1e8cbec04014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:00.786998 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-1e1fd261-9c30-4503-994b-1e8cbec04014 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d39dea0-61db-4cdf-b4fe-ad7c7a97e403 HTTP/1.1" status: 200 len: 855 time: 0.2098415 Jun 06 11:52:00.845422 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-d7207743-b05a-40aa-b13d-088bc5934efe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea7e8690-28ed-4a0c-990d-9f04df06cfa7 {{(pid=91625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 11:52:00.856564 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-d7207743-b05a-40aa-b13d-088bc5934efe service neutron] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:00.875669 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-d7207743-b05a-40aa-b13d-088bc5934efe service neutron] Transition to ACTIVE for port object ea7e8690-28ed-4a0c-990d-9f04df06cfa7 will not be triggered until provisioned by entity L2. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:52:00.876963 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 39492) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:00.883769 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-ae0bea0e-a32f-4f8d-9eeb-8c991df7c2cf tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1080496062', 'description': 'tempest-description--119449188'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:52:00.891666 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning complete for port 964f4be3-3704-4ef3-8d60-2b0c9ff320dd triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:52:00.892071 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:00.893759 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-d7207743-b05a-40aa-b13d-088bc5934efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700882'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:00.904642 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:01.194478 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-b50fe441-6043-47d9-82a9-32975fd5aac3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97c92385-ea3d-4eab-82a7-f3865717e06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2762244 Jun 06 11:52:01.246229 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fad33578-a403-408d-ba72-7f43c829226d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:01.274092 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7207743-b05a-40aa-b13d-088bc5934efe service neutron] Pushing event updated for resources: {'Port': ['ID=ea7e8690-28ed-4a0c-990d-9f04df06cfa7,revision_number=2']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:01.289256 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ae0bea0e-a32f-4f8d-9eeb-8c991df7c2cf tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:01.299556 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-d7207743-b05a-40aa-b13d-088bc5934efe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:01.518052 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ae0bea0e-a32f-4f8d-9eeb-8c991df7c2cf tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:01.530549 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30e1bed-27e8-48d2-b909-2b43089e626b x-openstack-request-id: req-f30e1bed-27e8-48d2-b909-2b43089e626b {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:52:01.530875 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baa467b1-47e5-4cb8-8a6d-cc02be155493", "tag": "d317d814-b4d5-4208-98ac-67f5b4b0884b", "status": "completed", "code": 200}]} {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:52:01.531144 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f30e1bed-27e8-48d2-b909-2b43089e626b {{(pid=91626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:52:01.531611 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baa467b1-47e5-4cb8-8a6d-cc02be155493', 'tag': 'd317d814-b4d5-4208-98ac-67f5b4b0884b', 'status': 'completed', 'code': 200} Jun 06 11:52:01.535204 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-d7207743-b05a-40aa-b13d-088bc5934efe service neutron] Attempting to bind port ea7e8690-28ed-4a0c-990d-9f04df06cfa7 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 11:52:01.535568 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-d7207743-b05a-40aa-b13d-088bc5934efe service neutron] Attempting to bind port ea7e8690-28ed-4a0c-990d-9f04df06cfa7 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '986baee3-f833-4b34-a177-5e31fe787c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cddf4cf4-f3e1-4111-bd59-baf4358b7669'}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 11:52:01.535918 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-d7207743-b05a-40aa-b13d-088bc5934efe service neutron] Attempting to bind port ea7e8690-28ed-4a0c-990d-9f04df06cfa7 on network cddf4cf4-f3e1-4111-bd59-baf4358b7669 {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:52:01.538505 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ae0bea0e-a32f-4f8d-9eeb-8c991df7c2cf tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:01.545672 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:01.569549 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-5dbe42b5-be8e-4f7a-8327-aa5762a47d52 req-04eef3d7-d7dc-4b47-94c8-ad719d80559c tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f73836b-3744-40a0-b582-46b0c9500436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0191691 Jun 06 11:52:01.581429 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3e40503c-0976-4919-988e-de86d62e26fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7781487'] for network, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:01.583376 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-d7207743-b05a-40aa-b13d-088bc5934efe service neutron] Port ea7e8690-28ed-4a0c-990d-9f04df06cfa7 on network cddf4cf4-f3e1-4111-bd59-baf4358b7669 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 11:52:01.583611 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-d7207743-b05a-40aa-b13d-088bc5934efe service neutron] Attempting to bind port ea7e8690-28ed-4a0c-990d-9f04df06cfa7 on network cddf4cf4-f3e1-4111-bd59-baf4358b7669 {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:52:01.605126 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-e79a1e05-1627-4760-8e1b-ce0a85c26809 service neutron] 10.222.0.11 "GET /v2.0/networks/97c92385-ea3d-4eab-82a7-f3865717e06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712819 Jun 06 11:52:01.687645 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1ff79dd8-5f4f-4670-af89-2cd35d621b8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:01.703238 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1ff79dd8-5f4f-4670-af89-2cd35d621b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:01.716427 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-88261fad-3065-4c0c-adf7-64b8e31a6c5e None None] Notify callbacks [] for port, precommit_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:01.730198 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-d7207743-b05a-40aa-b13d-088bc5934efe service neutron] Checking agent: {'id': 'e22919c8-6430-48bb-a7f5-088caf168a02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 50, 4), 'started_at': datetime.datetime(2021, 6, 6, 11, 50, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 11:52:01.730552 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-d7207743-b05a-40aa-b13d-088bc5934efe service neutron] Checking segment: {'id': '986baee3-f833-4b34-a177-5e31fe787c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cddf4cf4-f3e1-4111-bd59-baf4358b7669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:52:01.731284 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-d7207743-b05a-40aa-b13d-088bc5934efe service neutron] Bound using segment: {'id': '986baee3-f833-4b34-a177-5e31fe787c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cddf4cf4-f3e1-4111-bd59-baf4358b7669'} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 11:52:01.731882 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-d7207743-b05a-40aa-b13d-088bc5934efe service neutron] Bound port: ea7e8690-28ed-4a0c-990d-9f04df06cfa7, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '986baee3-f833-4b34-a177-5e31fe787c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cddf4cf4-f3e1-4111-bd59-baf4358b7669'}}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 11:52:01.732343 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-d7207743-b05a-40aa-b13d-088bc5934efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:01.743683 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.provisioning_blocks [None req-88261fad-3065-4c0c-adf7-64b8e31a6c5e None None] Transition to ACTIVE for port object 7069b52e-7146-48c2-bce1-3d503474d699 will not be triggered until provisioned by entity L2. {{(pid=91628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:52:01.759337 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-88261fad-3065-4c0c-adf7-64b8e31a6c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:01.767680 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1ff79dd8-5f4f-4670-af89-2cd35d621b8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647614'] for router_interface, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:01.779654 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:01.785714 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-7c912e8a-5e87-477e-ac2a-7ff0b6f9e3fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:01.803012 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ae0bea0e-a32f-4f8d-9eeb-8c991df7c2cf tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:01.812578 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-ae0bea0e-a32f-4f8d-9eeb-8c991df7c2cf tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9339032 Jun 06 11:52:01.816034 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0bea0e-a32f-4f8d-9eeb-8c991df7c2cf tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:01.818994 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ae0bea0e-a32f-4f8d-9eeb-8c991df7c2cf tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:01.819832 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 39522) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:01.848998 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-7ddea930-e9f1-4dce-aa99-a6b3b352ede5 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Request body: {'security_group_rule': {'security_group_id': 'bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:52:01.925431 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f515f-4a10-43ac-b886-cc1f280c35d3 None None] Pushing event updated for resources: {'Port': ['ID=7069b52e-7146-48c2-bce1-3d503474d699,revision_number=3']} {{(pid=91628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:01.933347 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-d7207743-b05a-40aa-b13d-088bc5934efe service neutron] For port ea7e8690-28ed-4a0c-990d-9f04df06cfa7, host hv-cinder-78626, cleared binding levels {{(pid=91625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 11:52:01.957459 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7ddea930-e9f1-4dce-aa99-a6b3b352ede5 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:01.974200 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-d7207743-b05a-40aa-b13d-088bc5934efe service neutron] For port ea7e8690-28ed-4a0c-990d-9f04df06cfa7, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ea7e8690-28ed-4a0c-990d-9f04df06cfa7,segment=NetworkSegment(986baee3-f833-4b34-a177-5e31fe787c5b),segment_id=986baee3-f833-4b34-a177-5e31fe787c5b)] {{(pid=91625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 11:52:02.002780 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23360e1c-9018-4530-bdce-6404cf4837f4 req-ddafd253-a6d1-4f25-92a6-cfebd248eef3 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:02.004325 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-23360e1c-9018-4530-bdce-6404cf4837f4 req-ddafd253-a6d1-4f25-92a6-cfebd248eef3 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=baa467b1-47e5-4cb8-8a6d-cc02be155493 HTTP/1.1" status: 200 len: 943 time: 0.4081569 Jun 06 11:52:02.018931 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-d7207743-b05a-40aa-b13d-088bc5934efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700882'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:02.090053 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3e40503c-0976-4919-988e-de86d62e26fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670900', 'neutron.services.segments.db._delete_segments_for_network-8770687599014'] for network, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:02.099618 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fad33578-a403-408d-ba72-7f43c829226d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:02.109298 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f8c39790-4745-41ca-ad91-89838a14e75a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:02.156526 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-3d7f515f-4a10-43ac-b886-cc1f280c35d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:02.166784 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fad33578-a403-408d-ba72-7f43c829226d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:02.168922 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-fad33578-a403-408d-ba72-7f43c829226d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fc7ec505-0814-4503-9692-acd052edf9c4 HTTP/1.1" status: 204 len: 168 time: 2.4814548 Jun 06 11:52:02.177268 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3e40503c-0976-4919-988e-de86d62e26fc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:52:02.177799 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3e40503c-0976-4919-988e-de86d62e26fc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:52:02.178994 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3e40503c-0976-4919-988e-de86d62e26fc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:52:02.179500 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3e40503c-0976-4919-988e-de86d62e26fc admin admin] Subscribe: > port after_create 55550000 {{(pid=91626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:52:02.180682 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3e40503c-0976-4919-988e-de86d62e26fc admin admin] Subscribe: > port after_delete 55550000 {{(pid=91626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:52:02.181332 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3e40503c-0976-4919-988e-de86d62e26fc admin admin] Subscribe: > port after_update 55550000 {{(pid=91626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:52:02.182010 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3e40503c-0976-4919-988e-de86d62e26fc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:52:02.182499 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3e40503c-0976-4919-988e-de86d62e26fc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:52:02.183863 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3e40503c-0976-4919-988e-de86d62e26fc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:52:02.184867 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3e40503c-0976-4919-988e-de86d62e26fc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:52:02.228889 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-d7207743-b05a-40aa-b13d-088bc5934efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:02.231347 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-d7207743-b05a-40aa-b13d-088bc5934efe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:02.236397 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-d7207743-b05a-40aa-b13d-088bc5934efe service neutron] 10.222.0.11 "PUT /v2.0/ports/ea7e8690-28ed-4a0c-990d-9f04df06cfa7 HTTP/1.1" status: 200 len: 1093 time: 2.9779568 Jun 06 11:52:02.243136 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a396a8c-d89e-443e-b3e4-4ddb293eb34f', 'tag': 'ea7e8690-28ed-4a0c-990d-9f04df06cfa7'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:52:02.280387 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-23360e1c-9018-4530-bdce-6404cf4837f4 req-c26d9c5d-cd87-4056-a97b-ece21dba45ed tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597919 Jun 06 11:52:02.285911 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 39534) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:02.310825 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7ddea930-e9f1-4dce-aa99-a6b3b352ede5 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:02.323610 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7207743-b05a-40aa-b13d-088bc5934efe service neutron] Pushing event updated for resources: {'Port': ['ID=ea7e8690-28ed-4a0c-990d-9f04df06cfa7,revision_number=3']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:02.329639 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-88261fad-3065-4c0c-adf7-64b8e31a6c5e None None] Attempting to bind port 7069b52e-7146-48c2-bce1-3d503474d699 on host dv-cinder-786260-3-smb for vnic_type normal with profile {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 11:52:02.330178 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-88261fad-3065-4c0c-adf7-64b8e31a6c5e None None] Attempting to bind port 7069b52e-7146-48c2-bce1-3d503474d699 by drivers openvswitch,hyperv on host dv-cinder-786260-3-smb at level 0 using segments [{'id': '80a63e8a-38a8-406a-8b0d-bb2d67e9b52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282'}] {{(pid=91628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 11:52:02.330602 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88261fad-3065-4c0c-adf7-64b8e31a6c5e None None] Attempting to bind port 7069b52e-7146-48c2-bce1-3d503474d699 on network fb856b4d-429a-47d7-897b-0443d48f8282 {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:52:02.334414 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-d7207743-b05a-40aa-b13d-088bc5934efe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:02.335592 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7ddea930-e9f1-4dce-aa99-a6b3b352ede5 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413282'] for security_group_rule, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:02.336810 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88261fad-3065-4c0c-adf7-64b8e31a6c5e None None] Checking agent: {'id': '8c08a107-9ed3-4e66-a1ef-b6d8b5adb9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 2), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 11:52:02.337300 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88261fad-3065-4c0c-adf7-64b8e31a6c5e None None] Checking segment: {'id': '80a63e8a-38a8-406a-8b0d-bb2d67e9b52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:52:02.337726 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-88261fad-3065-4c0c-adf7-64b8e31a6c5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:02.338160 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88261fad-3065-4c0c-adf7-64b8e31a6c5e None None] Bound using segment: {'id': '80a63e8a-38a8-406a-8b0d-bb2d67e9b52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282'} {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 11:52:02.338868 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-88261fad-3065-4c0c-adf7-64b8e31a6c5e None None] Bound port: 7069b52e-7146-48c2-bce1-3d503474d699, host: dv-cinder-786260-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a63e8a-38a8-406a-8b0d-bb2d67e9b52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282'}}] {{(pid=91628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 11:52:02.339297 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-88261fad-3065-4c0c-adf7-64b8e31a6c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:02.346487 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:02.367790 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddea930-e9f1-4dce-aa99-a6b3b352ede5 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a622f81-5e19-4f53-a6f3-eb856ef3d322,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:02.377684 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-7ddea930-e9f1-4dce-aa99-a6b3b352ede5 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:02.379527 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7ddea930-e9f1-4dce-aa99-a6b3b352ede5 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:02.380503 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-7ddea930-e9f1-4dce-aa99-a6b3b352ede5 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5353043 Jun 06 11:52:02.388644 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 39540) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:02.393298 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-1c44ddb6-1d7e-465b-bb12-faaebbdc3f06 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Request body: {'security_group_rule': {'security_group_id': 'bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:52:02.433649 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1c44ddb6-1d7e-465b-bb12-faaebbdc3f06 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:02.450635 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.db [None req-88261fad-3065-4c0c-adf7-64b8e31a6c5e None None] For port 7069b52e-7146-48c2-bce1-3d503474d699, host dv-cinder-786260-3-smb, cleared binding levels {{(pid=91628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 11:52:02.452479 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3e40503c-0976-4919-988e-de86d62e26fc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:52:02.453213 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3e40503c-0976-4919-988e-de86d62e26fc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:52:02.453792 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3e40503c-0976-4919-988e-de86d62e26fc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:52:02.454161 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.db [None req-88261fad-3065-4c0c-adf7-64b8e31a6c5e None None] For port 7069b52e-7146-48c2-bce1-3d503474d699, host dv-cinder-786260-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=7069b52e-7146-48c2-bce1-3d503474d699,segment=NetworkSegment(80a63e8a-38a8-406a-8b0d-bb2d67e9b52e),segment_id=80a63e8a-38a8-406a-8b0d-bb2d67e9b52e)] {{(pid=91628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 11:52:02.455008 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3e40503c-0976-4919-988e-de86d62e26fc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:52:02.455898 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-3e40503c-0976-4919-988e-de86d62e26fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95e537e1-e1ac-4eba-9aad-96587d33b85b']}} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:52:02.462230 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-88261fad-3065-4c0c-adf7-64b8e31a6c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:02.469959 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-82a46fd8-6b6c-42b3-8132-ca45a7001873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:02.472904 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff79dd8-5f4f-4670-af89-2cd35d621b8c admin admin] Pushing event updated for resources: {'Port': ['ID=a47bb5bb-bf9b-43b0-b8de-3de65d2a6f20,revision_number=2']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:02.516598 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:02.529238 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-1ff79dd8-5f4f-4670-af89-2cd35d621b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.743s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:02.532744 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:02.547864 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-3e40503c-0976-4919-988e-de86d62e26fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af32a357-79fe-4eff-979d-91e278c3f113') {'for_net_delete': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:52:02.548255 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-3e40503c-0976-4919-988e-de86d62e26fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af32a357-79fe-4eff-979d-91e278c3f113') {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:52:02.554985 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d3a09975e5f8f43507a37e46b4ea231535690fa404cdff26bf77d84c9002b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce9e7f0-36d8-45c5-99bf-14f05de4f813" -d '{"events": [{"name": "network-changed", "server_uuid": "4a396a8c-d89e-443e-b3e4-4ddb293eb34f", "tag": "ea7e8690-28ed-4a0c-990d-9f04df06cfa7"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:52:02.573115 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f515f-4a10-43ac-b886-cc1f280c35d3 None None] Pushing event updated for resources: {'Port': ['ID=7069b52e-7146-48c2-bce1-3d503474d699,revision_number=4']} {{(pid=91628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:02.578285 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-3d7f515f-4a10-43ac-b886-cc1f280c35d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:02.578744 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad33578-a403-408d-ba72-7f43c829226d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7ec505-0814-4503-9692-acd052edf9c4,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:02.581251 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-fad33578-a403-408d-ba72-7f43c829226d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:02.587937 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3e40503c-0976-4919-988e-de86d62e26fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770687601345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2150654'] for segment, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:02.613764 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88261fad-3065-4c0c-adf7-64b8e31a6c5e None None] Routers {'d510c833-d6e1-45ff-9c8a-e5580604a2ee'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:52:02.614429 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-88261fad-3065-4c0c-adf7-64b8e31a6c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T11:51:33Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['d510c833-d6e1-45ff-9c8a-e5580604a2ee'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:52:02.733088 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1c44ddb6-1d7e-465b-bb12-faaebbdc3f06 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:02.742129 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-e9367673-9935-442e-b814-bceb97783d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:02.744459 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-e9367673-9935-442e-b814-bceb97783d8e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=509a3273e6204db0b484b14a1f7a40f8&device_id=4a396a8c-d89e-443e-b3e4-4ddb293eb34f HTTP/1.1" status: 200 len: 1096 time: 0.2863038 Jun 06 11:52:02.746389 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1c44ddb6-1d7e-465b-bb12-faaebbdc3f06 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413282'] for security_group_rule, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:02.812846 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-344ed975-6110-4485-bdae-3692c62c8842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:02.820015 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3e40503c-0976-4919-988e-de86d62e26fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118'] for segment, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:02.873291 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e40503c-0976-4919-988e-de86d62e26fc admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=91626) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 11:52:02.876063 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3e40503c-0976-4919-988e-de86d62e26fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1152679'] for segment, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:02.881987 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-7ddea930-e9f1-4dce-aa99-a6b3b352ede5 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:02.920111 dv-cinder-786260-3-smb neutron-server[91626]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 06 11:52:02.920111 dv-cinder-786260-3-smb neutron-server[91626]: from cryptography.utils import int_from_bytes Jun 06 11:52:02.920111 dv-cinder-786260-3-smb neutron-server[91626]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 06 11:52:02.920111 dv-cinder-786260-3-smb neutron-server[91626]: from cryptography.utils import int_from_bytes Jun 06 11:52:02.920111 dv-cinder-786260-3-smb neutron-server[91626]: Traceback (most recent call last): Jun 06 11:52:02.920111 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 11:52:02.920111 dv-cinder-786260-3-smb neutron-server[91626]: timer() Jun 06 11:52:02.920111 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 11:52:02.920111 dv-cinder-786260-3-smb neutron-server[91626]: cb(*args, **kw) Jun 06 11:52:02.920111 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 11:52:02.920111 dv-cinder-786260-3-smb neutron-server[91626]: return func(*args, **kwargs) Jun 06 11:52:02.920111 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 11:52:02.920111 dv-cinder-786260-3-smb neutron-server[91626]: self._notify() Jun 06 11:52:02.920111 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 11:52:02.920111 dv-cinder-786260-3-smb neutron-server[91626]: self.callback(batched_events) Jun 06 11:52:02.920111 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 11:52:02.920111 dv-cinder-786260-3-smb neutron-server[91626]: event.method(event) Jun 06 11:52:02.920111 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 11:52:02.920111 dv-cinder-786260-3-smb neutron-server[91626]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 11:52:02.920111 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 11:52:02.920111 dv-cinder-786260-3-smb neutron-server[91626]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 11:52:02.920111 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 11:52:02.920111 dv-cinder-786260-3-smb neutron-server[91626]: return f(self, *a, **k) Jun 06 11:52:02.920111 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 11:52:02.920111 dv-cinder-786260-3-smb neutron-server[91626]: return self._get(url).json() Jun 06 11:52:02.920111 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 11:52:02.920111 dv-cinder-786260-3-smb neutron-server[91626]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 11:52:02.920111 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 11:52:02.920111 dv-cinder-786260-3-smb neutron-server[91626]: return self.request(url, 'GET', **kwargs) Jun 06 11:52:02.920111 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 11:52:02.920111 dv-cinder-786260-3-smb neutron-server[91626]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 11:52:02.920111 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 11:52:02.920111 dv-cinder-786260-3-smb neutron-server[91626]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 11:52:02.920111 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 11:52:02.920111 dv-cinder-786260-3-smb neutron-server[91626]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 11:52:02.920111 dv-cinder-786260-3-smb neutron-server[91626]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 11:52:02.956799 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff79dd8-5f4f-4670-af89-2cd35d621b8c admin admin] Network 781481ba-9256-4a59-98f9-089a31fa7ed5 is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:52:02.981318 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-1ff79dd8-5f4f-4670-af89-2cd35d621b8c admin admin] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:52:02.999989 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-08c0c164-1336-4dc0-be15-df091f7d8ead service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea7e8690-28ed-4a0c-990d-9f04df06cfa7 HTTP/1.1" status: 200 len: 217 time: 0.2411382 Jun 06 11:52:03.000802 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-90fee8a9-685d-45cc-aa35-526743cbddb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:03.067085 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 39556) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:03.095501 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-2eb55458-bd99-44d9-8dbd-584580078d25 req-ff49ba79-b901-4c26-9326-d655bed55e1d service neutron] 10.222.0.11 "GET /v2.0/networks/97c92385-ea3d-4eab-82a7-f3865717e06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6139576 Jun 06 11:52:03.099030 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44ddb6-1d7e-465b-bb12-faaebbdc3f06 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93392588-b595-4a9f-85d1-edb46689c96a,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:03.117963 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-1c44ddb6-1d7e-465b-bb12-faaebbdc3f06 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:03.129990 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1c44ddb6-1d7e-465b-bb12-faaebbdc3f06 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:03.131127 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-1c44ddb6-1d7e-465b-bb12-faaebbdc3f06 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7414453 Jun 06 11:52:03.149874 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 39558) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:03.154143 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-88261fad-3065-4c0c-adf7-64b8e31a6c5e None None] Set router d510c833-d6e1-45ff-9c8a-e5580604a2ee gateway port host: dv-cinder-786260-3-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:52:03.158155 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-8f9649af-9d58-4d67-aabd-6361baaef5ce tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Request body: {'floatingip': {'floating_network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:52:03.180498 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12848a08-87c3-4bca-b841-0c2174b03e2e x-openstack-request-id: req-12848a08-87c3-4bca-b841-0c2174b03e2e {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:52:03.180821 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a396a8c-d89e-443e-b3e4-4ddb293eb34f", "tag": "ea7e8690-28ed-4a0c-990d-9f04df06cfa7", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:52:03.181160 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-12848a08-87c3-4bca-b841-0c2174b03e2e {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:52:03.181635 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a396a8c-d89e-443e-b3e4-4ddb293eb34f', 'tag': 'ea7e8690-28ed-4a0c-990d-9f04df06cfa7', 'status': 'completed', 'code': 200} Jun 06 11:52:03.184512 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-f28e8611-d6e4-4bbc-9741-fa92c035f24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:03.186143 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-f28e8611-d6e4-4bbc-9741-fa92c035f24a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=669913a0-fd7c-46f7-9c7a-6c7398025b09 HTTP/1.1" status: 200 len: 851 time: 0.1612785 Jun 06 11:52:03.240504 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c86555d6-8108-4b28-8a7c-858c2c95bffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:03.255911 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-dbc09d13-77ec-405b-ad0d-7b2ef85ded28 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cddf4cf4-f3e1-4111-bd59-baf4358b7669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551763 Jun 06 11:52:03.258465 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3e40503c-0976-4919-988e-de86d62e26fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-598673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625249'] for network, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:03.299313 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-da0e157a-43f5-4867-9cbd-96334fa7b5c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:03.299962 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42800075-628b-4a6e-8264-b599e286870e req-41a82fed-35e0-411a-be80-19ec84b7290c tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:03.301441 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-42800075-628b-4a6e-8264-b599e286870e req-41a82fed-35e0-411a-be80-19ec84b7290c tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a396a8c-d89e-443e-b3e4-4ddb293eb34f HTTP/1.1" status: 200 len: 943 time: 0.4052901 Jun 06 11:52:03.312735 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3e40503c-0976-4919-988e-de86d62e26fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for network, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:03.316908 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-3e40503c-0976-4919-988e-de86d62e26fc admin admin] 10.222.0.42 "DELETE /v2.0/networks/95e537e1-e1ac-4eba-9aad-96587d33b85b HTTP/1.1" status: 204 len: 168 time: 2.8961091 Jun 06 11:52:03.328355 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40503c-0976-4919-988e-de86d62e26fc admin admin] Pushing event deleted for resources: {'Network': ['ID=95e537e1-e1ac-4eba-9aad-96587d33b85b,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:03.345255 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-3e40503c-0976-4919-988e-de86d62e26fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:03.459429 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-42800075-628b-4a6e-8264-b599e286870e req-62aeec57-f73d-410e-a813-ab1ab0d63d45 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f73836b-3744-40a0-b582-46b0c9500436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503866 Jun 06 11:52:03.579080 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-90fee8a9-685d-45cc-aa35-526743cbddb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:03.580820 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-88261fad-3065-4c0c-adf7-64b8e31a6c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'name': 'tempest-AttachVolumeShelveTestJSON-204249353-router', 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': 'e4ff3e5d-d6eb-4cec-9a24-abbef944d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:41Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'gw_port': {'id': 'e4ff3e5d-d6eb-4cec-9a24-abbef944d08f', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:09:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:43Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_interfaces': [{'id': '7069b52e-7146-48c2-bce1-3d503474d699', 'name': '', 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282', 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'mac_address': 'fa:16:3e:38:59:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:50Z', 'updated_at': '2021-06-06T11:52:02Z', 'revision_number': 4, 'project_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'subnets': [{'id': '50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:52:03.581568 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-d1a5c727-05f2-4344-bf27-c5057b6d0d77 service neutron] 10.222.0.11 "GET /v2.0/networks/cddf4cf4-f3e1-4111-bd59-baf4358b7669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144953 Jun 06 11:52:03.586313 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88261fad-3065-4c0c-adf7-64b8e31a6c5e None None] The sync data for ids ['d510c833-d6e1-45ff-9c8a-e5580604a2ee'] in dv-cinder-786260-3-smb is: [{'id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'name': 'tempest-AttachVolumeShelveTestJSON-204249353-router', 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': 'e4ff3e5d-d6eb-4cec-9a24-abbef944d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:41Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'gw_port': {'id': 'e4ff3e5d-d6eb-4cec-9a24-abbef944d08f', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:09:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:43Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_interfaces': [{'id': '7069b52e-7146-48c2-bce1-3d503474d699', 'name': '', 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282', 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'mac_address': 'fa:16:3e:38:59:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:50Z', 'updated_at': '2021-06-06T11:52:02Z', 'revision_number': 4, 'project_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'subnets': [{'id': '50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 11:52:03.591274 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-90fee8a9-685d-45cc-aa35-526743cbddb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:03.648316 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-cc2aa171-3eda-4596-bed1-67615a3e550b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:03.664300 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8f9649af-9d58-4d67-aabd-6361baaef5ce tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks [] for floatingip, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:03.673429 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff79dd8-5f4f-4670-af89-2cd35d621b8c admin admin] Router a0489755-a7c5-4794-a2d9-8a2bfefed2fb has already been hosted by L3 agent 3ae38246-b788-4a45-8398-d1ca6712d00e {{(pid=91626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 11:52:03.684039 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ac4c3-2725-4766-9784-ea635d7c9926 req-950d9516-05dc-4e5d-abc2-51d897088886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:03.686326 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-d48ac4c3-2725-4766-9784-ea635d7c9926 req-950d9516-05dc-4e5d-abc2-51d897088886 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68743bc4f4a2435aaf245debd07f1445&device_id=baa467b1-47e5-4cb8-8a6d-cc02be155493 HTTP/1.1" status: 200 len: 1096 time: 0.4957514 Jun 06 11:52:03.715673 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:03.731057 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 39566) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:03.812694 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-90fee8a9-685d-45cc-aa35-526743cbddb0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bd279e826bee4f0f9e03a93b97471edd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5234129 Jun 06 11:52:03.819726 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 39568) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:03.825648 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fee8a9-685d-45cc-aa35-526743cbddb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641af856-5d03-4d10-9edf-0c6894365991,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:03.839545 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-90fee8a9-685d-45cc-aa35-526743cbddb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:03.927637 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-594b2e48-e4e3-419c-8f75-98c0692dff28 req-6b342ca5-f78c-4c45-9d05-b7441cd52554 service neutron] 10.222.0.11 "GET /v2.0/networks/cddf4cf4-f3e1-4111-bd59-baf4358b7669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380568 Jun 06 11:52:03.994445 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7bf90-2192-497d-842d-08074f8c9dbc req-d168cd93-2459-45cf-baaf-9b035aa9f367 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:03.995970 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-7fa7bf90-2192-497d-842d-08074f8c9dbc req-d168cd93-2459-45cf-baaf-9b035aa9f367 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=baa467b1-47e5-4cb8-8a6d-cc02be155493 HTTP/1.1" status: 200 len: 943 time: 0.4595876 Jun 06 11:52:04.004788 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a71ef5db-7e53-48be-a52e-d72e40929e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:04.024279 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-fbe1e6fd-54d4-4d6b-af9c-7ca25b4bf2ab admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f9e2055ec9434e3db7a5e53837580d9d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2883277 Jun 06 11:52:04.039567 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 39570) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:04.112671 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a71ef5db-7e53-48be-a52e-d72e40929e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:04.177326 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:04.216459 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff79dd8-5f4f-4670-af89-2cd35d621b8c admin admin] Notify agent at l3_agent.dv-cinder-786260-3-smb the message routers_updated {{(pid=91626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 11:52:04.224652 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-1ff79dd8-5f4f-4670-af89-2cd35d621b8c admin admin] 10.222.0.42 "PUT /v2.0/routers/a0489755-a7c5-4794-a2d9-8a2bfefed2fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7634823 Jun 06 11:52:04.236182 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a40289b-3210-42b5-9e06-1cf7f4db7dd4 None None] Sync routers for ids ['a0489755-a7c5-4794-a2d9-8a2bfefed2fb'] in dv-cinder-786260-3-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 11:52:04.249210 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ac4c3-2725-4766-9784-ea635d7c9926 req-0c93d9ae-7b75-40ee-a31d-422a08146313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:04.251108 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-d48ac4c3-2725-4766-9784-ea635d7c9926 req-0c93d9ae-7b75-40ee-a31d-422a08146313 service neutron] 10.222.0.11 "GET /v2.0/networks?id=97c92385-ea3d-4eab-82a7-f3865717e06d HTTP/1.1" status: 200 len: 916 time: 0.5560794 Jun 06 11:52:04.251996 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a40289b-3210-42b5-9e06-1cf7f4db7dd4 None None] Routers {'a0489755-a7c5-4794-a2d9-8a2bfefed2fb'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:52:04.252644 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-5a40289b-3210-42b5-9e06-1cf7f4db7dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T11:52:03Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['a0489755-a7c5-4794-a2d9-8a2bfefed2fb'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:52:04.257320 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c86555d6-8108-4b28-8a7c-858c2c95bffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:04.268961 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a71ef5db-7e53-48be-a52e-d72e40929e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:04.279708 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-7fa7bf90-2192-497d-842d-08074f8c9dbc req-3b4ab756-96f5-45e9-850d-42b3ecbffb19 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543132 Jun 06 11:52:04.283612 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a71ef5db-7e53-48be-a52e-d72e40929e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:04.285065 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-a71ef5db-7e53-48be-a52e-d72e40929e34 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/641af856-5d03-4d10-9edf-0c6894365991 HTTP/1.1" status: 204 len: 168 time: 0.4611661 Jun 06 11:52:04.318906 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ae0bea0e-a32f-4f8d-9eeb-8c991df7c2cf tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:04.355570 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c86555d6-8108-4b28-8a7c-858c2c95bffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:04.367232 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9e7f0-36d8-45c5-99bf-14f05de4f813 req-cc061de1-53e4-421a-9829-d67557512f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:04.372281 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-fce9e7f0-36d8-45c5-99bf-14f05de4f813 req-cc061de1-53e4-421a-9829-d67557512f3c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=509a3273e6204db0b484b14a1f7a40f8&device_id=4a396a8c-d89e-443e-b3e4-4ddb293eb34f HTTP/1.1" status: 200 len: 1096 time: 0.3672678 Jun 06 11:52:04.373391 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c89f2e7e-4194-4785-8eb1-a3650e6719d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:04.379870 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-da0e157a-43f5-4867-9cbd-96334fa7b5c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:04.392039 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-d48ac4c3-2725-4766-9784-ea635d7c9926 req-936135ca-1eba-4f91-81a5-2c928c117699 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d317d814-b4d5-4208-98ac-67f5b4b0884b HTTP/1.1" status: 200 len: 217 time: 0.1264532 Jun 06 11:52:04.459631 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71ef5db-7e53-48be-a52e-d72e40929e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641af856-5d03-4d10-9edf-0c6894365991,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:04.475483 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8f9649af-9d58-4d67-aabd-6361baaef5ce tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:04.485756 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-a71ef5db-7e53-48be-a52e-d72e40929e34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:04.562207 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-c86555d6-8108-4b28-8a7c-858c2c95bffe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4f65cd8eae0d4a1c852df85d3508a93d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4861698 Jun 06 11:52:04.570240 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 39586) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:04.626936 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c89f2e7e-4194-4785-8eb1-a3650e6719d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:04.666359 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86555d6-8108-4b28-8a7c-858c2c95bffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77ccf47-a22b-4723-8054-fa2315e3aeb4,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:04.699752 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-c86555d6-8108-4b28-8a7c-858c2c95bffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:04.704026 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-5a40289b-3210-42b5-9e06-1cf7f4db7dd4 None None] Set router a0489755-a7c5-4794-a2d9-8a2bfefed2fb gateway port host: dv-cinder-786260-3-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:52:04.774226 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ac4c3-2725-4766-9784-ea635d7c9926 req-157b5f1b-1f7a-443f-a402-3ae100957a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:04.775832 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-d48ac4c3-2725-4766-9784-ea635d7c9926 req-157b5f1b-1f7a-443f-a402-3ae100957a80 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d39dea0-61db-4cdf-b4fe-ad7c7a97e403 HTTP/1.1" status: 200 len: 855 time: 0.3729954 Jun 06 11:52:04.806431 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 7069b52e-7146-48c2-bce1-3d503474d699 up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:52:04.842334 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8cffd693-dbbd-4005-970d-f92b987fbbae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:04.864557 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-d48ac4c3-2725-4766-9784-ea635d7c9926 req-a14a4ecd-1eab-482d-ae94-6ad7cc018202 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97c92385-ea3d-4eab-82a7-f3865717e06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804088 Jun 06 11:52:04.938068 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8cffd693-dbbd-4005-970d-f92b987fbbae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:05.029079 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 39594) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:05.120649 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-d48ac4c3-2725-4766-9784-ea635d7c9926 req-b41c96eb-098f-4b55-ad8d-0db7e9b5972c service neutron] 10.222.0.11 "GET /v2.0/networks/97c92385-ea3d-4eab-82a7-f3865717e06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392511 Jun 06 11:52:05.164470 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8cffd693-dbbd-4005-970d-f92b987fbbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:05.167780 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0f25b285-9058-4ef5-aa96-306817e174b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:05.171794 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8cffd693-dbbd-4005-970d-f92b987fbbae admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:05.175161 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-8cffd693-dbbd-4005-970d-f92b987fbbae admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b77ccf47-a22b-4723-8054-fa2315e3aeb4 HTTP/1.1" status: 204 len: 168 time: 0.5996025 Jun 06 11:52:05.195505 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:05.239730 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cffd693-dbbd-4005-970d-f92b987fbbae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77ccf47-a22b-4723-8054-fa2315e3aeb4,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:05.242251 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-8cffd693-dbbd-4005-970d-f92b987fbbae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:05.305291 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning for port 7069b52e-7146-48c2-bce1-3d503474d699 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:52:05.305442 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0f25b285-9058-4ef5-aa96-306817e174b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:05.314110 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9e7f0-36d8-45c5-99bf-14f05de4f813 req-8626ff7f-922f-4b2b-aec0-7d5aa019f585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:05.315148 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning complete for port 7069b52e-7146-48c2-bce1-3d503474d699 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:52:05.315690 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:05.316575 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-fce9e7f0-36d8-45c5-99bf-14f05de4f813 req-8626ff7f-922f-4b2b-aec0-7d5aa019f585 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cddf4cf4-f3e1-4111-bd59-baf4358b7669 HTTP/1.1" status: 200 len: 912 time: 0.8927732 Jun 06 11:52:05.323406 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0f25b285-9058-4ef5-aa96-306817e174b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:05.428881 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [None req-8f9649af-9d58-4d67-aabd-6361baaef5ce tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Allocated IP 172.28.1.149 (e384afd4-53ce-4e9e-98c9-6e74922afda4/ab19a970-7da1-4791-ba0c-534739925629/736a080d-42c4-4d2b-be07-56dd5889bfdd) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 11:52:05.446406 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-08f52805-89ce-47c7-b8e3-f58c3880d173 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:05.447975 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-08f52805-89ce-47c7-b8e3-f58c3880d173 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/networks?id=781481ba-9256-4a59-98f9-089a31fa7ed5 HTTP/1.1" status: 200 len: 818 time: 0.2824402 Jun 06 11:52:05.451511 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-d48ac4c3-2725-4766-9784-ea635d7c9926 req-81ac3f09-3165-439b-b271-ba51e1e4d796 service neutron] 10.222.0.11 "GET /v2.0/networks/97c92385-ea3d-4eab-82a7-f3865717e06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236208 Jun 06 11:52:05.468435 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-1f71b43a-acce-42b5-a6ab-ee6c515fa9f7 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/quotas/ffbf540fd73d452aaaeae928aa00e219 HTTP/1.1" status: 200 len: 375 time: 0.0128393 Jun 06 11:52:05.607599 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:05.614063 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8f9649af-9d58-4d67-aabd-6361baaef5ce tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:05.619811 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-1ded8460-e941-4004-89cb-8df7990d3466 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ffbf540fd73d452aaaeae928aa00e219&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1448834 Jun 06 11:52:05.621692 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:05.625388 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-a71ef5db-7e53-48be-a52e-d72e40929e34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:05.656926 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-5a40289b-3210-42b5-9e06-1cf7f4db7dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0489755-a7c5-4794-a2d9-8a2bfefed2fb', 'name': 'tempest-ServerRescueNegativeTestJSON-820890109-router', 'tenant_id': 'ffbf540fd73d452aaaeae928aa00e219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '964f4be3-3704-4ef3-8d60-2b0c9ff320dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:42Z', 'updated_at': '2021-06-06T11:51:57Z', 'revision_number': 4, 'project_id': 'ffbf540fd73d452aaaeae928aa00e219', 'gw_port': {'id': '964f4be3-3704-4ef3-8d60-2b0c9ff320dd', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:66:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0489755-a7c5-4794-a2d9-8a2bfefed2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:43Z', 'updated_at': '2021-06-06T11:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_interfaces': [{'id': 'a47bb5bb-bf9b-43b0-b8de-3de65d2a6f20', 'name': '', 'network_id': '781481ba-9256-4a59-98f9-089a31fa7ed5', 'tenant_id': 'ffbf540fd73d452aaaeae928aa00e219', 'mac_address': 'fa:16:3e:67:b9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0489755-a7c5-4794-a2d9-8a2bfefed2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e34565f1-8647-4fbb-a0bd-9f9d6cf328e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:53Z', 'updated_at': '2021-06-06T11:51:59Z', 'revision_number': 2, 'project_id': 'ffbf540fd73d452aaaeae928aa00e219', 'subnets': [{'id': 'e34565f1-8647-4fbb-a0bd-9f9d6cf328e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:52:05.660683 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] For port 7069b52e-7146-48c2-bce1-3d503474d699, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=7069b52e-7146-48c2-bce1-3d503474d699,segment=NetworkSegment(80a63e8a-38a8-406a-8b0d-bb2d67e9b52e),segment_id=80a63e8a-38a8-406a-8b0d-bb2d67e9b52e)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:52:05.661414 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c89f2e7e-4194-4785-8eb1-a3650e6719d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:05.663193 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-fce9e7f0-36d8-45c5-99bf-14f05de4f813 req-a23af84a-897e-4ca4-93c4-c06d719de892 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea7e8690-28ed-4a0c-990d-9f04df06cfa7 HTTP/1.1" status: 200 len: 217 time: 0.3315504 Jun 06 11:52:05.667389 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a40289b-3210-42b5-9e06-1cf7f4db7dd4 None None] Checking router: a0489755-a7c5-4794-a2d9-8a2bfefed2fb for host: dv-cinder-786260-3-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 11:52:05.668338 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a40289b-3210-42b5-9e06-1cf7f4db7dd4 None None] Updating router a0489755-a7c5-4794-a2d9-8a2bfefed2fb port a47bb5bb-bf9b-43b0-b8de-3de65d2a6f20 binding host dv-cinder-786260-3-smb {{(pid=91627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 11:52:05.734875 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:05.736963 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c89f2e7e-4194-4785-8eb1-a3650e6719d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:05.738351 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-c89f2e7e-4194-4785-8eb1-a3650e6719d4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9e2b854c-141d-4886-96b0-24c840812cd6 HTTP/1.1" status: 204 len: 168 time: 1.6546257 Jun 06 11:52:05.751755 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:05.817186 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-d21cc8f9-9fcf-4bc0-9079-c2ba09149193 service neutron] 10.222.0.42 "GET /v2.0/networks/781481ba-9256-4a59-98f9-089a31fa7ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851592 Jun 06 11:52:05.823194 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f25b285-9058-4ef5-aa96-306817e174b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f9d0fa-9039-48c6-a17f-f496f4044336,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:05.831915 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-0f25b285-9058-4ef5-aa96-306817e174b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:05.833816 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-5a40289b-3210-42b5-9e06-1cf7f4db7dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:05.841655 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:05.865431 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f2e7e-4194-4785-8eb1-a3650e6719d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2b854c-141d-4886-96b0-24c840812cd6,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:05.874842 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1cedac-4e32-4274-b4a3-921ca2c029c4 req-3406edfe-83cc-4515-94c0-e318f0c45dc5 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:05.881750 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-bd1cedac-4e32-4274-b4a3-921ca2c029c4 req-3406edfe-83cc-4515-94c0-e318f0c45dc5 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a396a8c-d89e-443e-b3e4-4ddb293eb34f HTTP/1.1" status: 200 len: 943 time: 1.0182195 Jun 06 11:52:05.886110 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c89f2e7e-4194-4785-8eb1-a3650e6719d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:05.892244 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-0f25b285-9058-4ef5-aa96-306817e174b0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=953dd2bcb6684055ae50c1306e29234e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8550735 Jun 06 11:52:05.901387 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 39626) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:05.921276 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8f9649af-9d58-4d67-aabd-6361baaef5ce tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:05.948028 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:06.000976 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9e7f0-36d8-45c5-99bf-14f05de4f813 req-09f4e42e-436b-4c1f-99d3-38dc97834b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:06.002488 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-fce9e7f0-36d8-45c5-99bf-14f05de4f813 req-09f4e42e-436b-4c1f-99d3-38dc97834b45 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=669913a0-fd7c-46f7-9c7a-6c7398025b09 HTTP/1.1" status: 200 len: 851 time: 0.3088708 Jun 06 11:52:06.028125 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-bd1cedac-4e32-4274-b4a3-921ca2c029c4 req-9a7c23d1-ddbd-41f8-9d1a-104ee93d6eee tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f73836b-3744-40a0-b582-46b0c9500436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451151 Jun 06 11:52:06.144700 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-fce9e7f0-36d8-45c5-99bf-14f05de4f813 req-d199fb19-c22c-488e-b292-722dbde7e95d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cddf4cf4-f3e1-4111-bd59-baf4358b7669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1140115 Jun 06 11:52:06.159254 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9649af-9d58-4d67-aabd-6361baaef5ce tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Network e384afd4-53ce-4e9e-98c9-6e74922afda4 is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:52:06.163587 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-8f9649af-9d58-4d67-aabd-6361baaef5ce tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:52:06.175635 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9649af-9d58-4d67-aabd-6361baaef5ce tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 11:52:06.211517 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-6ea2959c-086d-4fed-940c-ca792a9fc378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:06.217774 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-7975b926-63ba-4618-9322-2fa5bacfe6d4 service neutron] 10.222.0.42 "GET /v2.0/networks/781481ba-9256-4a59-98f9-089a31fa7ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934433 Jun 06 11:52:06.249240 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Pushing event updated for resources: {'Port': ['ID=7069b52e-7146-48c2-bce1-3d503474d699,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:06.256340 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:06.272229 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-6ea2959c-086d-4fed-940c-ca792a9fc378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:06.332233 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 39638) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:06.350627 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-5a40289b-3210-42b5-9e06-1cf7f4db7dd4 None None] Notify callbacks [] for port, precommit_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:06.379391 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-5a40289b-3210-42b5-9e06-1cf7f4db7dd4 None None] Transition to ACTIVE for port object a47bb5bb-bf9b-43b0-b8de-3de65d2a6f20 will not be triggered until provisioned by entity L2. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:52:06.393440 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-5a40289b-3210-42b5-9e06-1cf7f4db7dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:06.398633 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:06.403294 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-55da641b-f5ac-4384-b28a-aae72a3ca6ad admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e7c3898700db4c848fd97e70a545e6cb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0696228 Jun 06 11:52:06.405703 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 39640) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:06.421570 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-6ea2959c-086d-4fed-940c-ca792a9fc378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:06.426441 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-6ea2959c-086d-4fed-940c-ca792a9fc378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:06.430296 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-6ea2959c-086d-4fed-940c-ca792a9fc378 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f6f9d0fa-9039-48c6-a17f-f496f4044336 HTTP/1.1" status: 204 len: 168 time: 0.5274963 Jun 06 11:52:06.432922 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-75899bd4-08b9-47b6-bd41-95682d3a8f76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:06.452169 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2959c-086d-4fed-940c-ca792a9fc378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f9d0fa-9039-48c6-a17f-f496f4044336,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:06.455005 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-6ea2959c-086d-4fed-940c-ca792a9fc378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:06.482468 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9649af-9d58-4d67-aabd-6361baaef5ce tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Pushing event updated for resources: {'Port': ['ID=736a080d-42c4-4d2b-be07-56dd5889bfdd,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:06.496681 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-8f9649af-9d58-4d67-aabd-6361baaef5ce tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:06.665955 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-d982929e-e9cf-4c3d-81b3-e97143e84cce req-4fb7763b-475a-4416-b67d-b421190f8a54 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 210 time: 0.1441183 Jun 06 11:52:06.666609 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a5ee3e20-b741-4aea-b0b5-ccedf63cddf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:06.684557 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8f9649af-9d58-4d67-aabd-6361baaef5ce tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:06.734953 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 7069b52e-7146-48c2-bce1-3d503474d699 up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:52:06.770183 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a5ee3e20-b741-4aea-b0b5-ccedf63cddf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:06.774723 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device ea7e8690-28ed-4a0c-990d-9f04df06cfa7 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 11:52:06.781145 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 39658) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:06.861735 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a5ee3e20-b741-4aea-b0b5-ccedf63cddf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:06.864486 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a5ee3e20-b741-4aea-b0b5-ccedf63cddf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:06.867970 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-a5ee3e20-b741-4aea-b0b5-ccedf63cddf1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/604a128e-3fc2-4520-9413-7512ea8b4f89 HTTP/1.1" status: 204 len: 168 time: 0.4589643 Jun 06 11:52:06.867970 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-43cdb211-291e-46e2-9011-726d042aa6d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:06.885665 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee3e20-b741-4aea-b0b5-ccedf63cddf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604a128e-3fc2-4520-9413-7512ea8b4f89,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:06.890607 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-a5ee3e20-b741-4aea-b0b5-ccedf63cddf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:06.928836 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a0661-c9c8-45ac-a6e8-39aab79be0ba None None] Pushing event updated for resources: {'Port': ['ID=a47bb5bb-bf9b-43b0-b8de-3de65d2a6f20,revision_number=3']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:06.932688 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-0e4a0661-c9c8-45ac-a6e8-39aab79be0ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:07.006892 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-fce9e7f0-36d8-45c5-99bf-14f05de4f813 req-84c04978-e405-4ecd-bff8-e9fd6833e51a service neutron] 10.222.0.11 "GET /v2.0/networks/cddf4cf4-f3e1-4111-bd59-baf4358b7669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8464344 Jun 06 11:52:07.042248 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-5a40289b-3210-42b5-9e06-1cf7f4db7dd4 None None] Attempting to bind port a47bb5bb-bf9b-43b0-b8de-3de65d2a6f20 on host dv-cinder-786260-3-smb for vnic_type normal with profile {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 11:52:07.044555 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-5a40289b-3210-42b5-9e06-1cf7f4db7dd4 None None] Attempting to bind port a47bb5bb-bf9b-43b0-b8de-3de65d2a6f20 by drivers openvswitch,hyperv on host dv-cinder-786260-3-smb at level 0 using segments [{'id': 'a0855805-791b-48ea-9511-403824d72d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '781481ba-9256-4a59-98f9-089a31fa7ed5'}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 11:52:07.045005 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a40289b-3210-42b5-9e06-1cf7f4db7dd4 None None] Attempting to bind port a47bb5bb-bf9b-43b0-b8de-3de65d2a6f20 on network 781481ba-9256-4a59-98f9-089a31fa7ed5 {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:52:07.097705 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775e1bb-4d6c-4ca0-ac2f-e647fa491671 req-64732988-4add-4e92-a5ac-a2960b8a3211 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:07.106202 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-d775e1bb-4d6c-4ca0-ac2f-e647fa491671 req-64732988-4add-4e92-a5ac-a2960b8a3211 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=baa467b1-47e5-4cb8-8a6d-cc02be155493 HTTP/1.1" status: 200 len: 943 time: 0.8844678 Jun 06 11:52:07.112032 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a40289b-3210-42b5-9e06-1cf7f4db7dd4 None None] Checking agent: {'id': '8c08a107-9ed3-4e66-a1ef-b6d8b5adb9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 2), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 11:52:07.120138 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a40289b-3210-42b5-9e06-1cf7f4db7dd4 None None] Checking segment: {'id': 'a0855805-791b-48ea-9511-403824d72d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '781481ba-9256-4a59-98f9-089a31fa7ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:52:07.122415 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-5a40289b-3210-42b5-9e06-1cf7f4db7dd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:07.125573 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a40289b-3210-42b5-9e06-1cf7f4db7dd4 None None] Bound using segment: {'id': 'a0855805-791b-48ea-9511-403824d72d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '781481ba-9256-4a59-98f9-089a31fa7ed5'} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 11:52:07.126139 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-5a40289b-3210-42b5-9e06-1cf7f4db7dd4 None None] Bound port: a47bb5bb-bf9b-43b0-b8de-3de65d2a6f20, host: dv-cinder-786260-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0855805-791b-48ea-9511-403824d72d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '781481ba-9256-4a59-98f9-089a31fa7ed5'}}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 11:52:07.126543 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-5a40289b-3210-42b5-9e06-1cf7f4db7dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:07.131515 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8f9649af-9d58-4d67-aabd-6361baaef5ce tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:07.296901 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-af452aab-09be-4ef1-b12c-7e6dc69a26fa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-277254871-network', 'tenant_id': '4e53624d90b14086aab5f143f1d54a6e'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:52:07.368936 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af452aab-09be-4ef1-b12c-7e6dc69a26fa admin admin] Made reservation on behalf of 4e53624d90b14086aab5f143f1d54a6e for: {'network': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:52:07.372700 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-af452aab-09be-4ef1-b12c-7e6dc69a26fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7902729'] for network, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:07.392951 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning complete for port 7069b52e-7146-48c2-bce1-3d503474d699 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:52:07.393509 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:07.408756 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-0b4d2e76-014d-47fa-98ee-fdb82a834b53 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:07.409801 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-0b4d2e76-014d-47fa-98ee-fdb82a834b53 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/networks?id=781481ba-9256-4a59-98f9-089a31fa7ed5 HTTP/1.1" status: 200 len: 818 time: 0.3099110 Jun 06 11:52:07.410642 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-af452aab-09be-4ef1-b12c-7e6dc69a26fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:07.413148 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-d775e1bb-4d6c-4ca0-ac2f-e647fa491671 req-cf35838e-f947-468e-b9f8-1efa0edd6d95 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052609 Jun 06 11:52:07.571483 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-af452aab-09be-4ef1-b12c-7e6dc69a26fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:07.585006 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-0a10af2b-17eb-45c5-bc44-a54ed69b7286 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/quotas/ffbf540fd73d452aaaeae928aa00e219 HTTP/1.1" status: 200 len: 375 time: 0.1606035 Jun 06 11:52:07.697781 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-af452aab-09be-4ef1-b12c-7e6dc69a26fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:07.726450 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-fce9e7f0-36d8-45c5-99bf-14f05de4f813 req-4d63db58-a797-4208-bedf-b99a61a7ed28 service neutron] 10.222.0.11 "GET /v2.0/networks/cddf4cf4-f3e1-4111-bd59-baf4358b7669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7005193 Jun 06 11:52:07.742800 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port ea7e8690-28ed-4a0c-990d-9f04df06cfa7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ea7e8690-28ed-4a0c-990d-9f04df06cfa7,segment=NetworkSegment(986baee3-f833-4b34-a177-5e31fe787c5b),segment_id=986baee3-f833-4b34-a177-5e31fe787c5b)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:52:07.745625 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:07.771640 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Returning: {'device': 'ea7e8690-28ed-4a0c-990d-9f04df06cfa7', 'network_id': 'cddf4cf4-f3e1-4111-bd59-baf4358b7669', 'port_id': 'ea7e8690-28ed-4a0c-990d-9f04df06cfa7', 'mac_address': 'fa:16:3e:c8:b1:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '669913a0-fd7c-46f7-9c7a-6c7398025b09', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 11:52:07.774052 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-5a40289b-3210-42b5-9e06-1cf7f4db7dd4 None None] For port a47bb5bb-bf9b-43b0-b8de-3de65d2a6f20, host dv-cinder-786260-3-smb, cleared binding levels {{(pid=91627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 11:52:07.810020 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af452aab-09be-4ef1-b12c-7e6dc69a26fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb654ff2-5b54-4072-8708-31f253cd6c46,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:07.817159 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-af452aab-09be-4ef1-b12c-7e6dc69a26fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:07.853247 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af452aab-09be-4ef1-b12c-7e6dc69a26fa admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=91626) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 11:52:07.891035 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-5a40289b-3210-42b5-9e06-1cf7f4db7dd4 None None] For port a47bb5bb-bf9b-43b0-b8de-3de65d2a6f20, host dv-cinder-786260-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=a47bb5bb-bf9b-43b0-b8de-3de65d2a6f20,segment=NetworkSegment(a0855805-791b-48ea-9511-403824d72d1e),segment_id=a0855805-791b-48ea-9511-403824d72d1e)] {{(pid=91627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 11:52:07.908165 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-af452aab-09be-4ef1-b12c-7e6dc69a26fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118'] for segment, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:07.908429 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.db.segments_db [None req-af452aab-09be-4ef1-b12c-7e6dc69a26fa admin admin] Added segment 64808af9-cdd9-45d0-976e-99c37d5074e7 of type vlan for network 53b80e57-123d-4655-a358-8bccaeb52df8 Jun 06 11:52:07.912006 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-5a40289b-3210-42b5-9e06-1cf7f4db7dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:07.931111 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:07.970699 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-fe6955cb-f39a-4b55-8348-7fd9170b4cfd tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ffbf540fd73d452aaaeae928aa00e219&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3840339 Jun 06 11:52:07.997377 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:08.006416 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-af452aab-09be-4ef1-b12c-7e6dc69a26fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770687122670'] for network, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:08.054283 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a0661-c9c8-45ac-a6e8-39aab79be0ba None None] Pushing event updated for resources: {'Port': ['ID=a47bb5bb-bf9b-43b0-b8de-3de65d2a6f20,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:08.088030 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885e98e-db4c-4201-a7a2-0d7d7396fc9c req-78a9e32b-accc-4892-a334-387e6a75b4e6 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:08.093675 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea7e8690-28ed-4a0c-990d-9f04df06cfa7 {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 11:52:08.096225 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-1885e98e-db4c-4201-a7a2-0d7d7396fc9c req-78a9e32b-accc-4892-a334-387e6a75b4e6 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a396a8c-d89e-443e-b3e4-4ddb293eb34f HTTP/1.1" status: 200 len: 943 time: 0.3893404 Jun 06 11:52:08.124716 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port ea7e8690-28ed-4a0c-990d-9f04df06cfa7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ea7e8690-28ed-4a0c-990d-9f04df06cfa7,segment=NetworkSegment(986baee3-f833-4b34-a177-5e31fe787c5b),segment_id=986baee3-f833-4b34-a177-5e31fe787c5b)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:52:08.127260 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-0e4a0661-c9c8-45ac-a6e8-39aab79be0ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:08.130325 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a40289b-3210-42b5-9e06-1cf7f4db7dd4 None None] Routers {'a0489755-a7c5-4794-a2d9-8a2bfefed2fb'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:52:08.131165 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-5a40289b-3210-42b5-9e06-1cf7f4db7dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T11:52:03Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['a0489755-a7c5-4794-a2d9-8a2bfefed2fb'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:52:08.145608 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-af452aab-09be-4ef1-b12c-7e6dc69a26fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-598673'] for network, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:08.158071 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af452aab-09be-4ef1-b12c-7e6dc69a26fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:08.158821 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-af452aab-09be-4ef1-b12c-7e6dc69a26fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for network, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:08.166039 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-1885e98e-db4c-4201-a7a2-0d7d7396fc9c req-5f9f9ac3-e7eb-4d21-a01d-f9b27da11920 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f73836b-3744-40a0-b582-46b0c9500436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675292 Jun 06 11:52:08.167663 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-bdc97314-f872-4d75-83b7-5fa103a4d1a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:08.177507 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8f9649af-9d58-4d67-aabd-6361baaef5ce tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:08.193434 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8f9649af-9d58-4d67-aabd-6361baaef5ce tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700882'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:08.200353 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:08.255206 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-2c8f6953-0a31-4f6b-b344-a3f1802c89ff service neutron] 10.222.0.42 "GET /v2.0/networks/781481ba-9256-4a59-98f9-089a31fa7ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841923 Jun 06 11:52:08.268719 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:08.275836 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device d317d814-b4d5-4208-98ac-67f5b4b0884b details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 11:52:08.327595 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-af452aab-09be-4ef1-b12c-7e6dc69a26fa admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5422494 Jun 06 11:52:08.332629 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 39714) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:08.350245 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9649af-9d58-4d67-aabd-6361baaef5ce tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Pushing event updated for resources: {'Port': ['ID=736a080d-42c4-4d2b-be07-56dd5889bfdd,revision_number=2']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:08.368468 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-8f9649af-9d58-4d67-aabd-6361baaef5ce tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:08.415097 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8f9649af-9d58-4d67-aabd-6361baaef5ce tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625267'] for floatingip, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:08.425632 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-a0949018-7eed-46e9-9fc6-9cea015cb47b admin admin] Request body: {'subnet': {'network_id': '53b80e57-123d-4655-a358-8bccaeb52df8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-277254871-subnet', 'tenant_id': '4e53624d90b14086aab5f143f1d54a6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:52:08.446015 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af452aab-09be-4ef1-b12c-7e6dc69a26fa admin admin] Pushing event updated for resources: {'Network': ['ID=53b80e57-123d-4655-a358-8bccaeb52df8,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:08.453514 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-af452aab-09be-4ef1-b12c-7e6dc69a26fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:08.477090 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port d317d814-b4d5-4208-98ac-67f5b4b0884b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d317d814-b4d5-4208-98ac-67f5b4b0884b,segment=NetworkSegment(9c6e229f-4d95-4dfb-a5de-b081666b0d57),segment_id=9c6e229f-4d95-4dfb-a5de-b081666b0d57)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:52:08.499921 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8f9649af-9d58-4d67-aabd-6361baaef5ce tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for floatingip, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:08.502445 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-8f9649af-9d58-4d67-aabd-6361baaef5ce tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3491826 Jun 06 11:52:08.653340 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-5a40289b-3210-42b5-9e06-1cf7f4db7dd4 None None] Set router a0489755-a7c5-4794-a2d9-8a2bfefed2fb gateway port host: dv-cinder-786260-3-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:52:08.712081 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0949018-7eed-46e9-9fc6-9cea015cb47b admin admin] Made reservation on behalf of 4e53624d90b14086aab5f143f1d54a6e for: {'subnet': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:52:08.715657 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a0949018-7eed-46e9-9fc6-9cea015cb47b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3070749'] for subnet, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:08.884576 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-85b1dd10-d724-435c-b374-47168f36f3ba service neutron] 10.222.0.42 "GET /v2.0/networks/781481ba-9256-4a59-98f9-089a31fa7ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6284540 Jun 06 11:52:08.953585 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-0e4a0661-c9c8-45ac-a6e8-39aab79be0ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:08.998384 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-5854647c-5b32-43c2-88e7-0506c77b149c tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:09.000924 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-5854647c-5b32-43c2-88e7-0506c77b149c tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.11 "GET /v2.0/networks?id=781481ba-9256-4a59-98f9-089a31fa7ed5 HTTP/1.1" status: 200 len: 818 time: 0.6242318 Jun 06 11:52:09.017774 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-a9e6f916-008e-4473-a693-c0ff63fbcd69 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Request body: {'port': {'device_id': '23441142-aede-42ab-a96e-cb8e86a25c1b', 'network_id': '781481ba-9256-4a59-98f9-089a31fa7ed5', 'admin_state_up': True, 'tenant_id': 'ffbf540fd73d452aaaeae928aa00e219'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:52:09.041337 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Returning: {'device': 'd317d814-b4d5-4208-98ac-67f5b4b0884b', 'network_id': '97c92385-ea3d-4eab-82a7-f3865717e06d', 'port_id': 'd317d814-b4d5-4208-98ac-67f5b4b0884b', 'mac_address': 'fa:16:3e:82:2f:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d39dea0-61db-4cdf-b4fe-ad7c7a97e403', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 11:52:09.188852 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fcceeb-af87-433f-8264-bc176411f234 req-d3d01bfb-6dc5-4fa9-8088-7a8eea4700e8 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:09.193269 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Network 53b80e57-123d-4655-a358-8bccaeb52df8 details requested by agent ovs-agent-dv-cinder-786260-3-smb with host dv-cinder-786260-3-smb {{(pid=91627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 11:52:09.206463 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-98fcceeb-af87-433f-8264-bc176411f234 req-d3d01bfb-6dc5-4fa9-8088-7a8eea4700e8 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=baa467b1-47e5-4cb8-8a6d-cc02be155493 HTTP/1.1" status: 200 len: 943 time: 0.5237975 Jun 06 11:52:09.282203 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a0949018-7eed-46e9-9fc6-9cea015cb47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1152604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3070735'] for subnet, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:09.319713 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=ea7e8690-28ed-4a0c-990d-9f04df06cfa7,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:09.344103 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:09.423820 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:09.424514 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:09.454379 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d317d814-b4d5-4208-98ac-67f5b4b0884b {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 11:52:09.471916 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-98fcceeb-af87-433f-8264-bc176411f234 req-5e1ee55f-3a01-4ffb-afbd-b5c3c036f4de tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641382 Jun 06 11:52:09.474675 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port d317d814-b4d5-4208-98ac-67f5b4b0884b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d317d814-b4d5-4208-98ac-67f5b4b0884b,segment=NetworkSegment(9c6e229f-4d95-4dfb-a5de-b081666b0d57),segment_id=9c6e229f-4d95-4dfb-a5de-b081666b0d57)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:52:09.490181 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:09.502268 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-bb6af3b2-71f5-4d3e-b9f3-a092f7c5b6c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:09.583850 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=d317d814-b4d5-4208-98ac-67f5b4b0884b,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:09.591861 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:09.597990 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-5a40289b-3210-42b5-9e06-1cf7f4db7dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0489755-a7c5-4794-a2d9-8a2bfefed2fb', 'name': 'tempest-ServerRescueNegativeTestJSON-820890109-router', 'tenant_id': 'ffbf540fd73d452aaaeae928aa00e219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '964f4be3-3704-4ef3-8d60-2b0c9ff320dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:42Z', 'updated_at': '2021-06-06T11:51:57Z', 'revision_number': 4, 'project_id': 'ffbf540fd73d452aaaeae928aa00e219', 'gw_port': {'id': '964f4be3-3704-4ef3-8d60-2b0c9ff320dd', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:66:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0489755-a7c5-4794-a2d9-8a2bfefed2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:43Z', 'updated_at': '2021-06-06T11:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_interfaces': [{'id': 'a47bb5bb-bf9b-43b0-b8de-3de65d2a6f20', 'name': '', 'network_id': '781481ba-9256-4a59-98f9-089a31fa7ed5', 'tenant_id': 'ffbf540fd73d452aaaeae928aa00e219', 'mac_address': 'fa:16:3e:67:b9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0489755-a7c5-4794-a2d9-8a2bfefed2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e34565f1-8647-4fbb-a0bd-9f9d6cf328e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:53Z', 'updated_at': '2021-06-06T11:52:07Z', 'revision_number': 4, 'project_id': 'ffbf540fd73d452aaaeae928aa00e219', 'subnets': [{'id': 'e34565f1-8647-4fbb-a0bd-9f9d6cf328e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:52:09.602971 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a40289b-3210-42b5-9e06-1cf7f4db7dd4 None None] The sync data for ids ['a0489755-a7c5-4794-a2d9-8a2bfefed2fb'] in dv-cinder-786260-3-smb is: [{'id': 'a0489755-a7c5-4794-a2d9-8a2bfefed2fb', 'name': 'tempest-ServerRescueNegativeTestJSON-820890109-router', 'tenant_id': 'ffbf540fd73d452aaaeae928aa00e219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '964f4be3-3704-4ef3-8d60-2b0c9ff320dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:42Z', 'updated_at': '2021-06-06T11:51:57Z', 'revision_number': 4, 'project_id': 'ffbf540fd73d452aaaeae928aa00e219', 'gw_port': {'id': '964f4be3-3704-4ef3-8d60-2b0c9ff320dd', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:66:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0489755-a7c5-4794-a2d9-8a2bfefed2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:43Z', 'updated_at': '2021-06-06T11:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_interfaces': [{'id': 'a47bb5bb-bf9b-43b0-b8de-3de65d2a6f20', 'name': '', 'network_id': '781481ba-9256-4a59-98f9-089a31fa7ed5', 'tenant_id': 'ffbf540fd73d452aaaeae928aa00e219', 'mac_address': 'fa:16:3e:67:b9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0489755-a7c5-4794-a2d9-8a2bfefed2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e34565f1-8647-4fbb-a0bd-9f9d6cf328e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:53Z', 'updated_at': '2021-06-06T11:52:07Z', 'revision_number': 4, 'project_id': 'ffbf540fd73d452aaaeae928aa00e219', 'subnets': [{'id': 'e34565f1-8647-4fbb-a0bd-9f9d6cf328e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 11:52:09.687883 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-00789102-cf85-48d9-abf8-82a37ea3b391 req-72546a58-64a0-4938-906d-907275cf6034 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 210 time: 0.1100004 Jun 06 11:52:09.721682 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0949018-7eed-46e9-9fc6-9cea015cb47b admin admin] Checking segment: {'id': '64808af9-cdd9-45d0-976e-99c37d5074e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '53b80e57-123d-4655-a358-8bccaeb52df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:52:09.722314 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0949018-7eed-46e9-9fc6-9cea015cb47b admin admin] Network hostable DHCP agents. Network: 53b80e57-123d-4655-a358-8bccaeb52df8, hostable agents: ['faabf3fc-c1ac-4f7b-ba43-3022feb00bd5'], hosted agents: [] {{(pid=91626) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 11:52:09.734426 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-a9e6f916-008e-4473-a693-c0ff63fbcd69 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Made reservation on behalf of ffbf540fd73d452aaaeae928aa00e219 for: {'port': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:52:09.739762 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-a9e6f916-008e-4473-a693-c0ff63fbcd69 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:09.752303 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0949018-7eed-46e9-9fc6-9cea015cb47b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b076746-6c11-4ae5-aafc-2341dd4094a5,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:09.770885 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-a0949018-7eed-46e9-9fc6-9cea015cb47b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:09.779942 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] get_ports_and_sgs() called for port_ids ['d317d814-b4d5-4208-98ac-67f5b4b0884b'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 11:52:09.791882 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-73839b42-386c-45af-8d7a-0f53260f9493 req-47a708f2-12fb-42e7-9a84-09f6c5cdd3ba tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1080496062&fields=id&tenant_id=8bf000e1cce144f38f4104d8d8deb9aa HTTP/1.1" status: 200 len: 267 time: 0.4528275 Jun 06 11:52:09.965143 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0949018-7eed-46e9-9fc6-9cea015cb47b admin admin] Network 53b80e57-123d-4655-a358-8bccaeb52df8 is scheduled to be hosted by DHCP agent faabf3fc-c1ac-4f7b-ba43-3022feb00bd5 with binding_index 1 {{(pid=91626) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 11:52:09.965338 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] get_ports_and_sgs() called for port_ids ['ea7e8690-28ed-4a0c-990d-9f04df06cfa7'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 11:52:10.044997 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-a0949018-7eed-46e9-9fc6-9cea015cb47b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-3-smb, 53b80e57-123d-4655-a358-8bccaeb52df8) {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:52:10.063901 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0949018-7eed-46e9-9fc6-9cea015cb47b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:10.064664 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a0949018-7eed-46e9-9fc6-9cea015cb47b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for subnet, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:10.103514 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-a0949018-7eed-46e9-9fc6-9cea015cb47b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7580829 Jun 06 11:52:10.159770 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420dd612-aff4-4ac2-a3c9-262cba2c1c4c None None] Network 53b80e57-123d-4655-a358-8bccaeb52df8 requested from dv-cinder-786260-3-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 11:52:10.179156 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73839b42-386c-45af-8d7a-0f53260f9493 req-94cf7f18-9103-47a7-8cc9-e56ab446a0dd tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:10.191543 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-73839b42-386c-45af-8d7a-0f53260f9493 req-94cf7f18-9103-47a7-8cc9-e56ab446a0dd tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/networks?id=fb856b4d-429a-47d7-897b-0443d48f8282 HTTP/1.1" status: 200 len: 816 time: 0.3984783 Jun 06 11:52:10.223313 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-a9e6f916-008e-4473-a693-c0ff63fbcd69 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Allocated IP 172.20.0.4 (781481ba-9256-4a59-98f9-089a31fa7ed5/e34565f1-8647-4fbb-a0bd-9f9d6cf328e3/72b2e02d-0b0f-41a9-b205-34e67f729269) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 11:52:10.228459 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-73839b42-386c-45af-8d7a-0f53260f9493 req-fe54e4d1-057f-4eb5-b232-e6d0a03ab740 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/quotas/8bf000e1cce144f38f4104d8d8deb9aa HTTP/1.1" status: 200 len: 375 time: 0.0359211 Jun 06 11:52:10.313019 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f6d5e-af28-4318-a6fd-eefac4bf38ae req-cc15e2e2-411a-4a55-8561-37c64b1eab2f tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:10.344295 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-e60f6d5e-af28-4318-a6fd-eefac4bf38ae req-cc15e2e2-411a-4a55-8561-37c64b1eab2f tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a396a8c-d89e-443e-b3e4-4ddb293eb34f HTTP/1.1" status: 200 len: 944 time: 0.3950069 Jun 06 11:52:10.583910 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-73839b42-386c-45af-8d7a-0f53260f9493 req-e397e456-8cb7-4c6d-8bf0-e6d72e59cd49 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8bf000e1cce144f38f4104d8d8deb9aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3532534 Jun 06 11:52:10.740792 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-e60f6d5e-af28-4318-a6fd-eefac4bf38ae req-d783d63a-31c5-4d0e-92d9-1a14a2d6f9db tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f73836b-3744-40a0-b582-46b0c9500436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982024 Jun 06 11:52:10.914870 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-73839b42-386c-45af-8d7a-0f53260f9493 req-ad99b0cc-6e4f-4b63-93e5-6d040c98cb2b service neutron] 10.222.0.42 "GET /v2.0/networks/fb856b4d-429a-47d7-897b-0443d48f8282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065877 Jun 06 11:52:11.097781 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device a47bb5bb-bf9b-43b0-b8de-3de65d2a6f20 up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:52:11.162763 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-73839b42-386c-45af-8d7a-0f53260f9493 req-2d8ebda3-413e-402d-ae44-aeff6c25de40 service neutron] 10.222.0.42 "GET /v2.0/networks/fb856b4d-429a-47d7-897b-0443d48f8282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351735 Jun 06 11:52:11.225368 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25419ea9-3e6e-4745-be3f-222e3d56b4dc None None] Network 53b80e57-123d-4655-a358-8bccaeb52df8 requested from dv-cinder-786260-3-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 11:52:11.300620 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-a9e6f916-008e-4473-a693-c0ff63fbcd69 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:11.359331 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30c391-3b40-4e12-8f84-f7a96e8be790 req-5e5e839c-c5df-42c7-a45e-f0d03ded7c14 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:11.368039 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-3f30c391-3b40-4e12-8f84-f7a96e8be790 req-5e5e839c-c5df-42c7-a45e-f0d03ded7c14 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=baa467b1-47e5-4cb8-8a6d-cc02be155493 HTTP/1.1" status: 200 len: 944 time: 0.3604169 Jun 06 11:52:11.555993 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-3f30c391-3b40-4e12-8f84-f7a96e8be790 req-8dc0ac43-0934-4e74-a3c7-bd703717b19f tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867340 Jun 06 11:52:11.581004 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning for port a47bb5bb-bf9b-43b0-b8de-3de65d2a6f20 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:52:11.590960 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-a9e6f916-008e-4473-a693-c0ff63fbcd69 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:11.618056 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-d7207743-b05a-40aa-b13d-088bc5934efe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:11.630645 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning complete for port a47bb5bb-bf9b-43b0-b8de-3de65d2a6f20 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:52:11.631973 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-29c84e89-e83d-4fe6-b3b4-899c382b96c5 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:11.633464 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-29c84e89-e83d-4fe6-b3b4-899c382b96c5 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.11 "GET /v2.0/networks?id=781481ba-9256-4a59-98f9-089a31fa7ed5 HTTP/1.1" status: 200 len: 818 time: 0.4695926 Jun 06 11:52:11.635120 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:11.659081 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-117ca0c6-b59e-443f-9d8a-8e8c2c987dd8 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Request body: {'port': {'device_id': 'c476fdcb-383d-40d9-817e-ea7cf9c6b5f6', 'network_id': '781481ba-9256-4a59-98f9-089a31fa7ed5', 'admin_state_up': True, 'tenant_id': 'ffbf540fd73d452aaaeae928aa00e219'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:52:11.869219 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-6fbd9468-5797-4aea-8b2e-98fbbe60a882 req-08b00527-799b-4ddd-bf8a-09c88696a813 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 210 time: 0.1166797 Jun 06 11:52:11.890529 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-afd8678a-0046-4257-92dd-80ae57ed37be req-3e7389bc-c596-4eb4-b898-ac556b287b7d tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 210 time: 0.1710510 Jun 06 11:52:11.893229 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-a9e6f916-008e-4473-a693-c0ff63fbcd69 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Network 781481ba-9256-4a59-98f9-089a31fa7ed5 is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:52:11.905868 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-a9e6f916-008e-4473-a693-c0ff63fbcd69 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:52:11.922083 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-a9e6f916-008e-4473-a693-c0ff63fbcd69 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 11:52:12.002319 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 39870) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:12.027157 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-f18d4949-34fe-4794-aace-928186441b25 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-388610537-network', 'tenant_id': '295e89dabaa740be928ecc2f67909dbe'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:52:12.060879 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e6f916-008e-4473-a693-c0ff63fbcd69 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Pushing event updated for resources: {'Port': ['ID=72b2e02d-0b0f-41a9-b205-34e67f729269,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:12.093332 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-a9e6f916-008e-4473-a693-c0ff63fbcd69 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:12.129422 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:12.134624 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-a9e6f916-008e-4473-a693-c0ff63fbcd69 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:12.135768 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-a9e6f916-008e-4473-a693-c0ff63fbcd69 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:12.158415 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18d4949-34fe-4794-aace-928186441b25 admin admin] Made reservation on behalf of 295e89dabaa740be928ecc2f67909dbe for: {'network': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:52:12.165710 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f18d4949-34fe-4794-aace-928186441b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7902729'] for network, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:12.198019 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] For port a47bb5bb-bf9b-43b0-b8de-3de65d2a6f20, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=a47bb5bb-bf9b-43b0-b8de-3de65d2a6f20,segment=NetworkSegment(a0855805-791b-48ea-9511-403824d72d1e),segment_id=a0855805-791b-48ea-9511-403824d72d1e)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:52:12.200585 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-a9e6f916-008e-4473-a693-c0ff63fbcd69 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1891203 Jun 06 11:52:12.201607 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f18d4949-34fe-4794-aace-928186441b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:12.204776 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:12.210308 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:12.222057 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-107c5c89-576a-4781-82d4-96d98c114c88 service neutron] Request body: {'port': {'device_id': '23441142-aede-42ab-a96e-cb8e86a25c1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:52:12.307600 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.db.api [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-117ca0c6-b59e-443f-9d8a-8e8c2c987dd8 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 06 11:52:12.307600 dv-cinder-786260-3-smb neutron-server[91626]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 06 11:52:12.307600 dv-cinder-786260-3-smb neutron-server[91626]: [parameters: {'project_id_1': 'ffbf540fd73d452aaaeae928aa00e219', 'expiration_1': datetime.datetime(2021, 6, 6, 11, 52, 12, 277728)}] Jun 06 11:52:12.307600 dv-cinder-786260-3-smb neutron-server[91626]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 06 11:52:12.307924 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_db.api [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-117ca0c6-b59e-443f-9d8a-8e8c2c987dd8 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 06 11:52:12.332556 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa50da-3c49-4e88-b568-e65c46195c5f req-b56bfcc4-ac03-43bc-bf57-589a6ebd226b tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:12.336137 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-c5aa50da-3c49-4e88-b568-e65c46195c5f req-b56bfcc4-ac03-43bc-bf57-589a6ebd226b tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a396a8c-d89e-443e-b3e4-4ddb293eb34f HTTP/1.1" status: 200 len: 944 time: 0.2060359 Jun 06 11:52:12.353052 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Pushing event updated for resources: {'Port': ['ID=a47bb5bb-bf9b-43b0-b8de-3de65d2a6f20,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:12.357858 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:12.405582 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-c5aa50da-3c49-4e88-b568-e65c46195c5f req-80f063fe-2db3-4942-b35c-e0e94b717f77 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f73836b-3744-40a0-b582-46b0c9500436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629327 Jun 06 11:52:12.423124 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-107c5c89-576a-4781-82d4-96d98c114c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:12.664960 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f18d4949-34fe-4794-aace-928186441b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:12.689742 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f18d4949-34fe-4794-aace-928186441b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:12.754386 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-90fee8a9-685d-45cc-aa35-526743cbddb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:12.757204 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device a47bb5bb-bf9b-43b0-b8de-3de65d2a6f20 up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:52:12.848446 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-117ca0c6-b59e-443f-9d8a-8e8c2c987dd8 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Made reservation on behalf of ffbf540fd73d452aaaeae928aa00e219 for: {'port': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:52:12.854364 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-117ca0c6-b59e-443f-9d8a-8e8c2c987dd8 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:12.857886 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f18d4949-34fe-4794-aace-928186441b25 admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=91625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 11:52:12.862419 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d4949-34fe-4794-aace-928186441b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca58215-20cc-4be5-8855-f5015bb0691e,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:12.866692 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning complete for port a47bb5bb-bf9b-43b0-b8de-3de65d2a6f20 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:52:12.867608 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:12.878804 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f18d4949-34fe-4794-aace-928186441b25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:12.898310 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f18d4949-34fe-4794-aace-928186441b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118'] for segment, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:12.898879 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.db.segments_db [None req-f18d4949-34fe-4794-aace-928186441b25 admin admin] Added segment 29f4f686-309c-46d0-9348-2a96576515c4 of type vlan for network 77b17153-b128-4ad4-8508-60deef0cbac5 Jun 06 11:52:12.951499 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f18d4949-34fe-4794-aace-928186441b25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770687122670'] for network, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:12.979711 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca7eb6-037e-442b-bc03-4ed81fa217c7 req-08d8d643-af00-446d-b50f-6052aa193ae2 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:12.981947 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c7ca7eb6-037e-442b-bc03-4ed81fa217c7 req-08d8d643-af00-446d-b50f-6052aa193ae2 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=baa467b1-47e5-4cb8-8a6d-cc02be155493 HTTP/1.1" status: 200 len: 944 time: 0.2993681 Jun 06 11:52:13.088470 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c7ca7eb6-037e-442b-bc03-4ed81fa217c7 req-6e6ec724-0dd6-4297-96ed-ff2ce90faf6b tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964015 Jun 06 11:52:13.111063 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f18d4949-34fe-4794-aace-928186441b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-598673'] for network, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:13.113821 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-107c5c89-576a-4781-82d4-96d98c114c88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72b2e02d-0b0f-41a9-b205-34e67f729269 {{(pid=91625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 11:52:13.119458 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18d4949-34fe-4794-aace-928186441b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:13.120630 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f18d4949-34fe-4794-aace-928186441b25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:13.123519 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-d305afb2-3341-4582-accd-d3eeef3b93fa req-a6ea2a1d-ea64-4b5d-9b8f-44175cb3e858 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 210 time: 0.0902598 Jun 06 11:52:13.136690 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.11', 64459) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:13.143483 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-5696ff62-5a5f-4727-8a5a-2acad9a7013d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:13.183216 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-107c5c89-576a-4781-82d4-96d98c114c88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:13.294951 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 39904) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:13.309058 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-f18d4949-34fe-4794-aace-928186441b25 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2852876 Jun 06 11:52:13.311262 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 39908) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:13.320327 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-44b44242-d11d-4f4f-8f43-74791c1814fc admin admin] Request body: {'subnet': {'network_id': '77b17153-b128-4ad4-8508-60deef0cbac5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-388610537-subnet', 'tenant_id': '295e89dabaa740be928ecc2f67909dbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:52:13.346971 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-107c5c89-576a-4781-82d4-96d98c114c88 service neutron] Transition to ACTIVE for port object 72b2e02d-0b0f-41a9-b205-34e67f729269 will not be triggered until provisioned by entity L2. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:52:13.355399 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d4949-34fe-4794-aace-928186441b25 admin admin] Pushing event updated for resources: {'Network': ['ID=77b17153-b128-4ad4-8508-60deef0cbac5,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:13.366867 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Network 77b17153-b128-4ad4-8508-60deef0cbac5 details requested by agent ovs-agent-dv-cinder-786260-3-smb with host dv-cinder-786260-3-smb {{(pid=91627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 11:52:13.398876 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b44242-d11d-4f4f-8f43-74791c1814fc admin admin] Made reservation on behalf of 295e89dabaa740be928ecc2f67909dbe for: {'subnet': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:52:13.401652 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-44b44242-d11d-4f4f-8f43-74791c1814fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3070749'] for subnet, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:13.443607 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f18d4949-34fe-4794-aace-928186441b25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:13.444255 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-107c5c89-576a-4781-82d4-96d98c114c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700882'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:13.446683 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-4e0bfd59-0dc6-4b86-8101-d18e11783d84 req-d11a2d6f-9e9c-4a06-8258-192b97319aa7 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 210 time: 0.1952665 Jun 06 11:52:13.459280 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-a9e6f916-008e-4473-a693-c0ff63fbcd69 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:13.490411 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ca36524f-2e1c-45e5-ae4d-fe4ee30df765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:13.574771 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device ea7e8690-28ed-4a0c-990d-9f04df06cfa7 up at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:52:13.703817 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Provisioning for port ea7e8690-28ed-4a0c-990d-9f04df06cfa7 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:52:13.707812 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c5c89-576a-4781-82d4-96d98c114c88 service neutron] Pushing event updated for resources: {'Port': ['ID=72b2e02d-0b0f-41a9-b205-34e67f729269,revision_number=2']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:13.711780 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Provisioning complete for port ea7e8690-28ed-4a0c-990d-9f04df06cfa7 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:52:13.712260 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:13.722502 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73839b42-386c-45af-8d7a-0f53260f9493 req-c6e00ca0-1f56-41da-8d9b-19e7f451543c tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:13.723969 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-73839b42-386c-45af-8d7a-0f53260f9493 req-c6e00ca0-1f56-41da-8d9b-19e7f451543c tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.11 "GET /v2.0/networks?id=fb856b4d-429a-47d7-897b-0443d48f8282 HTTP/1.1" status: 200 len: 816 time: 0.5620294 Jun 06 11:52:13.748148 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ca36524f-2e1c-45e5-ae4d-fe4ee30df765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:13.754841 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-107c5c89-576a-4781-82d4-96d98c114c88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:13.772154 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_common [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-117ca0c6-b59e-443f-9d8a-8e8c2c987dd8 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Allocated IP 172.20.0.6 (781481ba-9256-4a59-98f9-089a31fa7ed5/e34565f1-8647-4fbb-a0bd-9f9d6cf328e3/e218abc3-b18e-4622-832c-9b02b3c725c8) {{(pid=91626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 11:52:13.781821 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ca36524f-2e1c-45e5-ae4d-fe4ee30df765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:13.806984 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:13.860634 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-73839b42-386c-45af-8d7a-0f53260f9493 req-9cd11c37-176c-4932-8870-82fcde35f921 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bf000e1cce144f38f4104d8d8deb9aa HTTP/1.1" status: 200 len: 380 time: 0.1047347 Jun 06 11:52:13.880376 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-73839b42-386c-45af-8d7a-0f53260f9493 req-a3e4821c-10b6-474b-9634-6ae080920d49 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Request body: {'port': {'device_id': '20b26fa4-8613-427b-8409-2c6ab39b179c', 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282', 'admin_state_up': True, 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'security_groups': ['bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b']}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:52:13.881875 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca36524f-2e1c-45e5-ae4d-fe4ee30df765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfe1550-5068-4dbc-b688-754940c2b879,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:13.895860 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ca36524f-2e1c-45e5-ae4d-fe4ee30df765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:13.901914 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:13.904436 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-ca36524f-2e1c-45e5-ae4d-fe4ee30df765 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b5418015990144ce93d484f7a9202fc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6081474 Jun 06 11:52:13.912331 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e35fe7-7380-4336-bdf4-48c43232e964 req-f00e1366-e3b1-4e71-acd1-0308198eaad6 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:13.913812 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-d1e35fe7-7380-4336-bdf4-48c43232e964 req-f00e1366-e3b1-4e71-acd1-0308198eaad6 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a396a8c-d89e-443e-b3e4-4ddb293eb34f HTTP/1.1" status: 200 len: 944 time: 0.3412700 Jun 06 11:52:13.924919 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 39932) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:13.968613 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a396a8c-d89e-443e-b3e4-4ddb293eb34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7e8690-28ed-4a0c-990d-9f04df06cfa7'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:52:14.061099 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-d1e35fe7-7380-4336-bdf4-48c43232e964 req-7ef057c5-98d0-4740-bcc7-5e265e0ffeef tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f73836b-3744-40a0-b582-46b0c9500436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240532 Jun 06 11:52:14.086000 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-107c5c89-576a-4781-82d4-96d98c114c88 service neutron] Attempting to bind port 72b2e02d-0b0f-41a9-b205-34e67f729269 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 11:52:14.086537 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-107c5c89-576a-4781-82d4-96d98c114c88 service neutron] Attempting to bind port 72b2e02d-0b0f-41a9-b205-34e67f729269 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'a0855805-791b-48ea-9511-403824d72d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '781481ba-9256-4a59-98f9-089a31fa7ed5'}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 11:52:14.086735 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-107c5c89-576a-4781-82d4-96d98c114c88 service neutron] Attempting to bind port 72b2e02d-0b0f-41a9-b205-34e67f729269 on network 781481ba-9256-4a59-98f9-089a31fa7ed5 {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:52:14.103779 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-107c5c89-576a-4781-82d4-96d98c114c88 service neutron] Port 72b2e02d-0b0f-41a9-b205-34e67f729269 on network 781481ba-9256-4a59-98f9-089a31fa7ed5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 11:52:14.104745 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-107c5c89-576a-4781-82d4-96d98c114c88 service neutron] Attempting to bind port 72b2e02d-0b0f-41a9-b205-34e67f729269 on network 781481ba-9256-4a59-98f9-089a31fa7ed5 {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:52:14.109343 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port ea7e8690-28ed-4a0c-990d-9f04df06cfa7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ea7e8690-28ed-4a0c-990d-9f04df06cfa7,segment=NetworkSegment(986baee3-f833-4b34-a177-5e31fe787c5b),segment_id=986baee3-f833-4b34-a177-5e31fe787c5b)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:52:14.119393 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:14.120126 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device d317d814-b4d5-4208-98ac-67f5b4b0884b up at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:52:14.180751 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:14.189399 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-107c5c89-576a-4781-82d4-96d98c114c88 service neutron] Checking agent: {'id': 'e22919c8-6430-48bb-a7f5-088caf168a02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 50, 4), 'started_at': datetime.datetime(2021, 6, 6, 11, 50, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 11:52:14.192510 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-107c5c89-576a-4781-82d4-96d98c114c88 service neutron] Checking segment: {'id': 'a0855805-791b-48ea-9511-403824d72d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '781481ba-9256-4a59-98f9-089a31fa7ed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:52:14.194084 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-107c5c89-576a-4781-82d4-96d98c114c88 service neutron] Bound using segment: {'id': 'a0855805-791b-48ea-9511-403824d72d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '781481ba-9256-4a59-98f9-089a31fa7ed5'} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 11:52:14.196501 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-107c5c89-576a-4781-82d4-96d98c114c88 service neutron] Bound port: 72b2e02d-0b0f-41a9-b205-34e67f729269, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0855805-791b-48ea-9511-403824d72d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '781481ba-9256-4a59-98f9-089a31fa7ed5'}}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 11:52:14.196883 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-107c5c89-576a-4781-82d4-96d98c114c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:14.355283 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=ea7e8690-28ed-4a0c-990d-9f04df06cfa7,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:14.362032 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-32f2c080-f12e-4a49-962c-80a7aff3a89c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:14.367043 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:14.371804 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0ef12a69f97602b9a4dda1947a91503bc9b0dd65cb545ae1f4eaba5f5490f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee327ed9-d4d1-443b-b488-0350329b6ff8" -d '{"events": [{"server_uuid": "4a396a8c-d89e-443e-b3e4-4ddb293eb34f", "name": "network-vif-plugged", "status": "completed", "tag": "ea7e8690-28ed-4a0c-990d-9f04df06cfa7"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:52:14.375458 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-44b44242-d11d-4f4f-8f43-74791c1814fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1152604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3070735'] for subnet, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:14.375717 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Provisioning for port d317d814-b4d5-4208-98ac-67f5b4b0884b completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:52:14.380718 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Provisioning complete for port d317d814-b4d5-4208-98ac-67f5b4b0884b triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:52:14.381054 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:14.408470 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73839b42-386c-45af-8d7a-0f53260f9493 req-a3e4821c-10b6-474b-9634-6ae080920d49 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Made reservation on behalf of 8bf000e1cce144f38f4104d8d8deb9aa for: {'port': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:52:14.412071 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-73839b42-386c-45af-8d7a-0f53260f9493 req-a3e4821c-10b6-474b-9634-6ae080920d49 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:14.461022 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-107c5c89-576a-4781-82d4-96d98c114c88 service neutron] For port 72b2e02d-0b0f-41a9-b205-34e67f729269, host hv-cinder-78626, cleared binding levels {{(pid=91625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 11:52:14.507166 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-175e8d9d-a3b2-4ee5-a9d7-5ed61bd3b76f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:14.515727 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:14.515909 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-107c5c89-576a-4781-82d4-96d98c114c88 service neutron] For port 72b2e02d-0b0f-41a9-b205-34e67f729269, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=72b2e02d-0b0f-41a9-b205-34e67f729269,segment=NetworkSegment(a0855805-791b-48ea-9511-403824d72d1e),segment_id=a0855805-791b-48ea-9511-403824d72d1e)] {{(pid=91625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 11:52:14.531151 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-107c5c89-576a-4781-82d4-96d98c114c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700882'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:14.546178 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-107c5c89-576a-4781-82d4-96d98c114c88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:14.549535 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port d317d814-b4d5-4208-98ac-67f5b4b0884b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d317d814-b4d5-4208-98ac-67f5b4b0884b,segment=NetworkSegment(9c6e229f-4d95-4dfb-a5de-b081666b0d57),segment_id=9c6e229f-4d95-4dfb-a5de-b081666b0d57)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:52:14.553494 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:14.555391 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:14.581184 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-c376025b-06d2-469e-8427-222f7420bbc2 req-5db3a728-9097-4e98-a4e4-a1dea3ca1499 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 210 time: 0.2045674 Jun 06 11:52:14.592042 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-117ca0c6-b59e-443f-9d8a-8e8c2c987dd8 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Notify callbacks [] for port, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:14.629181 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-32f2c080-f12e-4a49-962c-80a7aff3a89c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:14.629547 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-107c5c89-576a-4781-82d4-96d98c114c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:14.630240 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-107c5c89-576a-4781-82d4-96d98c114c88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:14.631906 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-107c5c89-576a-4781-82d4-96d98c114c88 service neutron] 10.222.0.11 "PUT /v2.0/ports/72b2e02d-0b0f-41a9-b205-34e67f729269 HTTP/1.1" status: 200 len: 1093 time: 2.4191957 Jun 06 11:52:14.634791 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=d317d814-b4d5-4208-98ac-67f5b4b0884b,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:14.635077 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23441142-aede-42ab-a96e-cb8e86a25c1b', 'tag': '72b2e02d-0b0f-41a9-b205-34e67f729269'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:52:14.644339 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d3a09975e5f8f43507a37e46b4ea231535690fa404cdff26bf77d84c9002b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7139519c-a0f7-490b-a425-4c738627b015" -d '{"events": [{"name": "network-changed", "server_uuid": "23441142-aede-42ab-a96e-cb8e86a25c1b", "tag": "72b2e02d-0b0f-41a9-b205-34e67f729269"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:52:14.645865 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:14.661967 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e1858-0a2d-49c3-a0a7-0c48d16596b8 req-ca2ef534-f4a2-4732-a256-9a3b81fa5230 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:14.663818 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-ae2e1858-0a2d-49c3-a0a7-0c48d16596b8 req-ca2ef534-f4a2-4732-a256-9a3b81fa5230 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=baa467b1-47e5-4cb8-8a6d-cc02be155493 HTTP/1.1" status: 200 len: 944 time: 0.2978201 Jun 06 11:52:14.672355 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b44242-d11d-4f4f-8f43-74791c1814fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b43ba8d-8415-4e74-b84c-4264755bd489,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:14.679464 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-44b44242-d11d-4f4f-8f43-74791c1814fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:14.703858 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b44242-d11d-4f4f-8f43-74791c1814fc admin admin] Checking segment: {'id': '29f4f686-309c-46d0-9348-2a96576515c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '77b17153-b128-4ad4-8508-60deef0cbac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:52:14.704447 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b44242-d11d-4f4f-8f43-74791c1814fc admin admin] Network hostable DHCP agents. Network: 77b17153-b128-4ad4-8508-60deef0cbac5, hostable agents: ['faabf3fc-c1ac-4f7b-ba43-3022feb00bd5'], hosted agents: [] {{(pid=91626) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 11:52:14.737040 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b44242-d11d-4f4f-8f43-74791c1814fc admin admin] Network 77b17153-b128-4ad4-8508-60deef0cbac5 is scheduled to be hosted by DHCP agent faabf3fc-c1ac-4f7b-ba43-3022feb00bd5 with binding_index 1 {{(pid=91626) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 11:52:14.751701 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-117ca0c6-b59e-443f-9d8a-8e8c2c987dd8 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1152752'] for port, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:14.760509 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-32f2c080-f12e-4a49-962c-80a7aff3a89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:14.762469 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-44b44242-d11d-4f4f-8f43-74791c1814fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-3-smb, 77b17153-b128-4ad4-8508-60deef0cbac5) {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:52:14.766339 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755719c8-9ec8-47d4-8aae-49710237b5de x-openstack-request-id: req-755719c8-9ec8-47d4-8aae-49710237b5de {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:52:14.766644 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a396a8c-d89e-443e-b3e4-4ddb293eb34f", "name": "network-vif-plugged", "status": "completed", "tag": "ea7e8690-28ed-4a0c-990d-9f04df06cfa7", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:52:14.766909 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-755719c8-9ec8-47d4-8aae-49710237b5de {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:52:14.767420 dv-cinder-786260-3-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a396a8c-d89e-443e-b3e4-4ddb293eb34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7e8690-28ed-4a0c-990d-9f04df06cfa7', 'code': 200} Jun 06 11:52:14.775654 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcb5abe-43a6-4b9b-bbf8-ecea7975d1ce None None] Network 77b17153-b128-4ad4-8508-60deef0cbac5 requested from dv-cinder-786260-3-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 11:52:14.777710 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-1ff79dd8-5f4f-4670-af89-2cd35d621b8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:14.805980 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c5c89-576a-4781-82d4-96d98c114c88 service neutron] Pushing event updated for resources: {'Port': ['ID=72b2e02d-0b0f-41a9-b205-34e67f729269,revision_number=3']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:14.820054 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-107c5c89-576a-4781-82d4-96d98c114c88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:14.827922 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-32f2c080-f12e-4a49-962c-80a7aff3a89c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:14.829382 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-32f2c080-f12e-4a49-962c-80a7aff3a89c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3cfe1550-5068-4dbc-b688-754940c2b879 HTTP/1.1" status: 204 len: 168 time: 0.9035258 Jun 06 11:52:14.834194 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b44242-d11d-4f4f-8f43-74791c1814fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:14.834956 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-44b44242-d11d-4f4f-8f43-74791c1814fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for subnet, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:14.863471 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-117ca0c6-b59e-443f-9d8a-8e8c2c987dd8 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Network 781481ba-9256-4a59-98f9-089a31fa7ed5 is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:52:14.872845 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-117ca0c6-b59e-443f-9d8a-8e8c2c987dd8 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:52:14.875636 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-ae2e1858-0a2d-49c3-a0a7-0c48d16596b8 req-39336f15-6a22-4a17-adbb-b6f61a9f1af3 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746364 Jun 06 11:52:14.884134 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [req-73839b42-386c-45af-8d7a-0f53260f9493 req-a3e4821c-10b6-474b-9634-6ae080920d49 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Allocated IP 172.20.0.11 (fb856b4d-429a-47d7-897b-0443d48f8282/50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9/989ba9b9-62b0-4e89-ba91-21f43d26c83c) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 11:52:14.892090 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-117ca0c6-b59e-443f-9d8a-8e8c2c987dd8 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Received port after_create {{(pid=91626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 11:52:14.922027 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-f371fc11-9539-4c8b-bdb2-f2b378cde237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:14.923694 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-f371fc11-9539-4c8b-bdb2-f2b378cde237 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ffbf540fd73d452aaaeae928aa00e219&device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 1096 time: 0.2217290 Jun 06 11:52:14.984841 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ca0c6-b59e-443f-9d8a-8e8c2c987dd8 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Pushing event updated for resources: {'Port': ['ID=e218abc3-b18e-4622-832c-9b02b3c725c8,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:15.008964 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb135e3-f15a-4141-ae78-d00cbdcc92d4 x-openstack-request-id: req-adb135e3-f15a-4141-ae78-d00cbdcc92d4 {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:52:15.009772 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23441142-aede-42ab-a96e-cb8e86a25c1b", "tag": "72b2e02d-0b0f-41a9-b205-34e67f729269", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:52:15.010215 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-adb135e3-f15a-4141-ae78-d00cbdcc92d4 {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:52:15.010758 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23441142-aede-42ab-a96e-cb8e86a25c1b', 'tag': '72b2e02d-0b0f-41a9-b205-34e67f729269', 'status': 'completed', 'code': 200} Jun 06 11:52:15.023082 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-44b44242-d11d-4f4f-8f43-74791c1814fc admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7105372 Jun 06 11:52:15.035399 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-d25b6ef8-7d01-4cbf-b05a-7453434522ba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72b2e02d-0b0f-41a9-b205-34e67f729269 HTTP/1.1" status: 200 len: 217 time: 0.1013026 Jun 06 11:52:15.054903 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-117ca0c6-b59e-443f-9d8a-8e8c2c987dd8 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:15.061785 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-c86555d6-8108-4b28-8a7c-858c2c95bffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.207s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:15.096172 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-fbb8f804-8d88-4e95-941c-db6fde609de6 req-3548258d-e7bc-406a-8882-37f99da87151 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 210 time: 0.1163726 Jun 06 11:52:15.099201 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2c080-f12e-4a49-962c-80a7aff3a89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfe1550-5068-4dbc-b688-754940c2b879,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:15.104244 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.11', 64462) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:15.166850 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-32f2c080-f12e-4a49-962c-80a7aff3a89c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:15.182200 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-117ca0c6-b59e-443f-9d8a-8e8c2c987dd8 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:15.182856 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-117ca0c6-b59e-443f-9d8a-8e8c2c987dd8 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:15.227775 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-117ca0c6-b59e-443f-9d8a-8e8c2c987dd8 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5823009 Jun 06 11:52:15.242990 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-842ac1b9-6224-46d2-a8a2-f8d3033330e5 service neutron] Request body: {'port': {'device_id': 'c476fdcb-383d-40d9-817e-ea7cf9c6b5f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:52:15.279241 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-b20a674a-8359-4bb2-bd4f-431c1c736aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:15.280723 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-b20a674a-8359-4bb2-bd4f-431c1c736aff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e34565f1-8647-4fbb-a0bd-9f9d6cf328e3 HTTP/1.1" status: 200 len: 858 time: 0.2379653 Jun 06 11:52:15.313271 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ed804-f105-4f54-b558-9597c05cf498 req-8e862773-f511-4903-8089-a4cefec3579d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:15.314869 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-bb7ed804-f105-4f54-b558-9597c05cf498 req-8e862773-f511-4903-8089-a4cefec3579d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4a396a8c-d89e-443e-b3e4-4ddb293eb34f HTTP/1.1" status: 200 len: 1098 time: 0.2016134 Jun 06 11:52:15.352654 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-bb7ed804-f105-4f54-b558-9597c05cf498 req-a9e91f1c-3852-493b-8418-cc364e513ae7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:15.388953 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92401468-86c0-4496-9361-ebd8d479086c None None] Network 77b17153-b128-4ad4-8508-60deef0cbac5 requested from dv-cinder-786260-3-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 11:52:15.492227 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 39974) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:15.557440 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-4197ae7b-6b4d-4593-b524-35e82ccbdf49 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=781481ba-9256-4a59-98f9-089a31fa7ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2575347 Jun 06 11:52:15.563306 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-842ac1b9-6224-46d2-a8a2-f8d3033330e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:15.582288 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d8fba90b-77b4-4aad-8fbe-a16e6caf1a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:15.892883 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-73839b42-386c-45af-8d7a-0f53260f9493 req-a3e4821c-10b6-474b-9634-6ae080920d49 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:15.935763 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [req-73839b42-386c-45af-8d7a-0f53260f9493 req-a3e4821c-10b6-474b-9634-6ae080920d49 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Transition to ACTIVE for port object 989ba9b9-62b0-4e89-ba91-21f43d26c83c will not be triggered until provisioned by entity DHCP. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:52:15.969204 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65d917-d840-456b-9ad1-f929df36ef30 req-5c7c058a-4cbe-4cd1-beee-b44b52b2e0cc tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:15.970854 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2c65d917-d840-456b-9ad1-f929df36ef30 req-5c7c058a-4cbe-4cd1-beee-b44b52b2e0cc tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a396a8c-d89e-443e-b3e4-4ddb293eb34f HTTP/1.1" status: 200 len: 945 time: 0.6870687 Jun 06 11:52:16.019555 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-ed88eafb-84fb-4233-b131-0e225773abbf service neutron] 10.222.0.11 "GET /v2.0/networks/781481ba-9256-4a59-98f9-089a31fa7ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4512846 Jun 06 11:52:16.038836 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-bb7ed804-f105-4f54-b558-9597c05cf498 req-a9e91f1c-3852-493b-8418-cc364e513ae7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:16.060636 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2c65d917-d840-456b-9ad1-f929df36ef30 req-e1924be9-d147-4133-8c81-fd2808d7af57 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f73836b-3744-40a0-b582-46b0c9500436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736551 Jun 06 11:52:16.117981 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-73839b42-386c-45af-8d7a-0f53260f9493 req-a3e4821c-10b6-474b-9634-6ae080920d49 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:16.138394 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:16.145391 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-bb7ed804-f105-4f54-b558-9597c05cf498 req-a9e91f1c-3852-493b-8418-cc364e513ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:16.176360 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-6ea2959c-086d-4fed-940c-ca792a9fc378 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:16.194857 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969fdf68-1fe9-4b80-a64c-728b8a2abb63 req-8218d5de-bc9d-442b-8707-ab69b9d96f85 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:16.198412 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73839b42-386c-45af-8d7a-0f53260f9493 req-a3e4821c-10b6-474b-9634-6ae080920d49 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Network fb856b4d-429a-47d7-897b-0443d48f8282 is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:52:16.202610 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-969fdf68-1fe9-4b80-a64c-728b8a2abb63 req-8218d5de-bc9d-442b-8707-ab69b9d96f85 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 931 time: 0.4059947 Jun 06 11:52:16.257542 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-bb7ed804-f105-4f54-b558-9597c05cf498 req-a9e91f1c-3852-493b-8418-cc364e513ae7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8f73836b-3744-40a0-b582-46b0c9500436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9347596 Jun 06 11:52:16.276705 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [req-73839b42-386c-45af-8d7a-0f53260f9493 req-a3e4821c-10b6-474b-9634-6ae080920d49 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:52:16.302568 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e91f1c-3852-493b-8418-cc364e513ae7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8a0ea7-fdc2-4359-b46a-d92df1739889,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:16.310344 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-a9e91f1c-3852-493b-8418-cc364e513ae7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:16.346172 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-969fdf68-1fe9-4b80-a64c-728b8a2abb63 req-5a1440de-7000-4779-80da-7e6c54b8fa66 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425219 Jun 06 11:52:16.490838 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e4821c-10b6-474b-9634-6ae080920d49 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Pushing event updated for resources: {'Port': ['ID=989ba9b9-62b0-4e89-ba91-21f43d26c83c,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:16.493500 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-73839b42-386c-45af-8d7a-0f53260f9493 req-a3e4821c-10b6-474b-9634-6ae080920d49 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 11:52:16.536109 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-842ac1b9-6224-46d2-a8a2-f8d3033330e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e218abc3-b18e-4622-832c-9b02b3c725c8 {{(pid=91626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 11:52:16.550235 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-a3e4821c-10b6-474b-9634-6ae080920d49 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:16.554758 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-31b6d825-53e6-43c0-be03-9b8ace9c5f04 req-4a46f428-0f9c-4fab-bf27-d3a3d470fbdf service neutron] 10.222.0.11 "GET /v2.0/networks/781481ba-9256-4a59-98f9-089a31fa7ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5248911 Jun 06 11:52:16.566319 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-842ac1b9-6224-46d2-a8a2-f8d3033330e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:16.586634 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d8fba90b-77b4-4aad-8fbe-a16e6caf1a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:16.596028 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-842ac1b9-6224-46d2-a8a2-f8d3033330e5 service neutron] Transition to ACTIVE for port object e218abc3-b18e-4622-832c-9b02b3c725c8 will not be triggered until provisioned by entity L2. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:52:16.596782 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d8fba90b-77b4-4aad-8fbe-a16e6caf1a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:16.609269 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-32f2c080-f12e-4a49-962c-80a7aff3a89c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:16.620720 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-842ac1b9-6224-46d2-a8a2-f8d3033330e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1152715'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:16.633467 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3895db38-4b75-49fc-9808-4ff061142527 None None] Provisioning for port 989ba9b9-62b0-4e89-ba91-21f43d26c83c completed by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:52:16.638902 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3895db38-4b75-49fc-9808-4ff061142527 None None] Provisioning complete for port 989ba9b9-62b0-4e89-ba91-21f43d26c83c triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:52:16.639367 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3895db38-4b75-49fc-9808-4ff061142527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:16.670277 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-d8fba90b-77b4-4aad-8fbe-a16e6caf1a32 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c78fa7cfd95b4483a9d013779541ab6d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1727030 Jun 06 11:52:16.671812 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fba90b-77b4-4aad-8fbe-a16e6caf1a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63cc386-848d-482e-b7af-f65fe953c933,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:16.674098 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 40010) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:16.700047 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-d8fba90b-77b4-4aad-8fbe-a16e6caf1a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:16.700848 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:16.705018 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73839b42-386c-45af-8d7a-0f53260f9493 req-a3e4821c-10b6-474b-9634-6ae080920d49 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:16.705648 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-73839b42-386c-45af-8d7a-0f53260f9493 req-a3e4821c-10b6-474b-9634-6ae080920d49 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:16.713230 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-3895db38-4b75-49fc-9808-4ff061142527 None None] Port 989ba9b9-62b0-4e89-ba91-21f43d26c83c cannot update to ACTIVE because it is not bound. {{(pid=91627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 11:52:16.758830 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-73839b42-386c-45af-8d7a-0f53260f9493 req-a3e4821c-10b6-474b-9634-6ae080920d49 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8827221 Jun 06 11:52:16.768593 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa467b1-47e5-4cb8-8a6d-cc02be155493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd317d814-b4d5-4208-98ac-67f5b4b0884b'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:52:16.771493 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0ef12a69f97602b9a4dda1947a91503bc9b0dd65cb545ae1f4eaba5f5490f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55514a5-acca-40db-8f53-7337a05e28a3" -d '{"events": [{"server_uuid": "baa467b1-47e5-4cb8-8a6d-cc02be155493", "name": "network-vif-plugged", "status": "completed", "tag": "d317d814-b4d5-4208-98ac-67f5b4b0884b"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:52:16.775501 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-b05788a4-c18b-450f-9210-5a3f89c58ea2 tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:16.776930 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-b05788a4-c18b-450f-9210-5a3f89c58ea2 tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] 10.222.0.42 "GET /v2.0/networks?id=53b80e57-123d-4655-a358-8bccaeb52df8 HTTP/1.1" status: 200 len: 808 time: 0.2514210 Jun 06 11:52:16.784523 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-73839b42-386c-45af-8d7a-0f53260f9493 req-b92f0afd-f8fc-4eca-a8c4-bd8fba1b2d99 service neutron] Request body: {'port': {'device_id': '20b26fa4-8613-427b-8409-2c6ab39b179c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:52:16.850854 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-72555b97-ee18-4117-a460-62a35cdb4957 tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] 10.222.0.42 "GET /v2.0/quotas/4e53624d90b14086aab5f143f1d54a6e HTTP/1.1" status: 200 len: 375 time: 0.0359969 Jun 06 11:52:16.859117 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c0bee-d579-4957-b98a-c3cb3cbe9a3e req-817186cb-c8f9-4275-a1e5-5bde3c82b6be tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:16.860672 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-704c0bee-d579-4957-b98a-c3cb3cbe9a3e req-817186cb-c8f9-4275-a1e5-5bde3c82b6be tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=baa467b1-47e5-4cb8-8a6d-cc02be155493 HTTP/1.1" status: 200 len: 945 time: 0.3672602 Jun 06 11:52:16.891808 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139519c-a0f7-490b-a425-4c738627b015 req-052f86e9-3cd5-4425-a119-c7750ec6ad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:16.893254 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-7139519c-a0f7-490b-a425-4c738627b015 req-052f86e9-3cd5-4425-a119-c7750ec6ad46 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ffbf540fd73d452aaaeae928aa00e219&device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 1096 time: 0.2468095 Jun 06 11:52:16.901364 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ac1b9-6224-46d2-a8a2-f8d3033330e5 service neutron] Pushing event updated for resources: {'Port': ['ID=e218abc3-b18e-4622-832c-9b02b3c725c8,revision_number=2']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:16.950356 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-842ac1b9-6224-46d2-a8a2-f8d3033330e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:16.967433 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-1058cb28-fc3e-44fc-adb1-9aac12679c90 tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e53624d90b14086aab5f143f1d54a6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1072609 Jun 06 11:52:17.004015 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f568be7b-a70a-4087-b691-2bb739030283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:17.019770 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-73839b42-386c-45af-8d7a-0f53260f9493 req-b92f0afd-f8fc-4eca-a8c4-bd8fba1b2d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:17.025714 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-704c0bee-d579-4957-b98a-c3cb3cbe9a3e req-f123ac3a-7af7-45ac-89f7-a18f2a2009d7 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504116 Jun 06 11:52:17.122721 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f568be7b-a70a-4087-b691-2bb739030283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:17.128396 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139519c-a0f7-490b-a425-4c738627b015 req-2363e1de-7c76-46c3-ac06-576a924ee5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:17.129879 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-7139519c-a0f7-490b-a425-4c738627b015 req-2363e1de-7c76-46c3-ac06-576a924ee5c5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=781481ba-9256-4a59-98f9-089a31fa7ed5 HTTP/1.1" status: 200 len: 919 time: 0.1898432 Jun 06 11:52:17.210570 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-842ac1b9-6224-46d2-a8a2-f8d3033330e5 service neutron] Attempting to bind port e218abc3-b18e-4622-832c-9b02b3c725c8 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 11:52:17.210916 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-842ac1b9-6224-46d2-a8a2-f8d3033330e5 service neutron] Attempting to bind port e218abc3-b18e-4622-832c-9b02b3c725c8 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'a0855805-791b-48ea-9511-403824d72d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '781481ba-9256-4a59-98f9-089a31fa7ed5'}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 11:52:17.211259 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-842ac1b9-6224-46d2-a8a2-f8d3033330e5 service neutron] Attempting to bind port e218abc3-b18e-4622-832c-9b02b3c725c8 on network 781481ba-9256-4a59-98f9-089a31fa7ed5 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:52:17.231278 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-842ac1b9-6224-46d2-a8a2-f8d3033330e5 service neutron] Port e218abc3-b18e-4622-832c-9b02b3c725c8 on network 781481ba-9256-4a59-98f9-089a31fa7ed5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 11:52:17.231685 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-842ac1b9-6224-46d2-a8a2-f8d3033330e5 service neutron] Attempting to bind port e218abc3-b18e-4622-832c-9b02b3c725c8 on network 781481ba-9256-4a59-98f9-089a31fa7ed5 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:52:17.240535 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-842ac1b9-6224-46d2-a8a2-f8d3033330e5 service neutron] Checking agent: {'id': 'e22919c8-6430-48bb-a7f5-088caf168a02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 50, 4), 'started_at': datetime.datetime(2021, 6, 6, 11, 50, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 11:52:17.240876 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-842ac1b9-6224-46d2-a8a2-f8d3033330e5 service neutron] Checking segment: {'id': 'a0855805-791b-48ea-9511-403824d72d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '781481ba-9256-4a59-98f9-089a31fa7ed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:52:17.241321 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-842ac1b9-6224-46d2-a8a2-f8d3033330e5 service neutron] Bound using segment: {'id': 'a0855805-791b-48ea-9511-403824d72d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '781481ba-9256-4a59-98f9-089a31fa7ed5'} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 11:52:17.241753 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-842ac1b9-6224-46d2-a8a2-f8d3033330e5 service neutron] Bound port: e218abc3-b18e-4622-832c-9b02b3c725c8, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0855805-791b-48ea-9511-403824d72d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '781481ba-9256-4a59-98f9-089a31fa7ed5'}}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 11:52:17.242131 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-842ac1b9-6224-46d2-a8a2-f8d3033330e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:17.323327 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-7139519c-a0f7-490b-a425-4c738627b015 req-517dd867-63cd-45fa-923d-d7de1a63593d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72b2e02d-0b0f-41a9-b205-34e67f729269 HTTP/1.1" status: 200 len: 217 time: 0.1679854 Jun 06 11:52:17.333613 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f568be7b-a70a-4087-b691-2bb739030283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:17.354637 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f568be7b-a70a-4087-b691-2bb739030283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:17.358535 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-f568be7b-a70a-4087-b691-2bb739030283 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c63cc386-848d-482e-b7af-f65fe953c933 HTTP/1.1" status: 204 len: 168 time: 0.6806355 Jun 06 11:52:17.359814 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-a5ee3e20-b741-4aea-b0b5-ccedf63cddf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:17.376538 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912b968-13db-4a73-a543-c59db2b118da req-c24cd1ad-bcb1-46b2-bdd0-811af84d9614 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:17.378109 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-6912b968-13db-4a73-a543-c59db2b118da req-c24cd1ad-bcb1-46b2-bdd0-811af84d9614 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 932 time: 0.2228498 Jun 06 11:52:17.382526 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568be7b-a70a-4087-b691-2bb739030283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63cc386-848d-482e-b7af-f65fe953c933,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:17.389207 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-f568be7b-a70a-4087-b691-2bb739030283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:17.390388 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-842ac1b9-6224-46d2-a8a2-f8d3033330e5 service neutron] For port e218abc3-b18e-4622-832c-9b02b3c725c8, host hv-cinder-78626, cleared binding levels {{(pid=91626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 11:52:17.393969 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-842ac1b9-6224-46d2-a8a2-f8d3033330e5 service neutron] For port e218abc3-b18e-4622-832c-9b02b3c725c8, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e218abc3-b18e-4622-832c-9b02b3c725c8,segment=NetworkSegment(a0855805-791b-48ea-9511-403824d72d1e),segment_id=a0855805-791b-48ea-9511-403824d72d1e)] {{(pid=91626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 11:52:17.415899 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-842ac1b9-6224-46d2-a8a2-f8d3033330e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1152715'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:17.423736 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:17.441687 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139519c-a0f7-490b-a425-4c738627b015 req-a600cd9e-8658-4757-8e9e-fb402bd6c4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:17.443096 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-7139519c-a0f7-490b-a425-4c738627b015 req-a600cd9e-8658-4757-8e9e-fb402bd6c4a1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e34565f1-8647-4fbb-a0bd-9f9d6cf328e3 HTTP/1.1" status: 200 len: 858 time: 0.1066027 Jun 06 11:52:17.499039 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-842ac1b9-6224-46d2-a8a2-f8d3033330e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:17.499663 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-842ac1b9-6224-46d2-a8a2-f8d3033330e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:17.501021 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-842ac1b9-6224-46d2-a8a2-f8d3033330e5 service neutron] 10.222.0.11 "PUT /v2.0/ports/e218abc3-b18e-4622-832c-9b02b3c725c8 HTTP/1.1" status: 200 len: 1093 time: 2.2644148 Jun 06 11:52:17.501496 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c476fdcb-383d-40d9-817e-ea7cf9c6b5f6', 'tag': 'e218abc3-b18e-4622-832c-9b02b3c725c8'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:52:17.504172 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc9e4729878f16c834b645d3c09f80e418a2a47aed75d72574769f74497ec88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b92b2de-b284-475f-ad0e-c0615b37fe17" -d '{"events": [{"name": "network-changed", "server_uuid": "c476fdcb-383d-40d9-817e-ea7cf9c6b5f6", "tag": "e218abc3-b18e-4622-832c-9b02b3c725c8"}]}' {{(pid=91626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:52:17.524191 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-6912b968-13db-4a73-a543-c59db2b118da req-94e8e5fc-bf49-4259-a89b-0515d119a341 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360440 Jun 06 11:52:17.566625 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-7139519c-a0f7-490b-a425-4c738627b015 req-14c2e76a-22f4-4049-938a-b584922277d1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=781481ba-9256-4a59-98f9-089a31fa7ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783484 Jun 06 11:52:17.636832 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ac1b9-6224-46d2-a8a2-f8d3033330e5 service neutron] Pushing event updated for resources: {'Port': ['ID=e218abc3-b18e-4622-832c-9b02b3c725c8,revision_number=3']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:17.640662 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14a8ad7-65f1-4ea6-a2ac-3af55c2f6997 x-openstack-request-id: req-e14a8ad7-65f1-4ea6-a2ac-3af55c2f6997 {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:52:17.641550 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa467b1-47e5-4cb8-8a6d-cc02be155493", "name": "network-vif-plugged", "status": "completed", "tag": "d317d814-b4d5-4208-98ac-67f5b4b0884b", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:52:17.641881 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-842ac1b9-6224-46d2-a8a2-f8d3033330e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:17.642226 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e14a8ad7-65f1-4ea6-a2ac-3af55c2f6997 {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:52:17.642969 dv-cinder-786260-3-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa467b1-47e5-4cb8-8a6d-cc02be155493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd317d814-b4d5-4208-98ac-67f5b4b0884b', 'code': 200} Jun 06 11:52:17.668612 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-96f91454-9ce7-4275-893b-0f8b5ea461b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:17.672289 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-96f91454-9ce7-4275-893b-0f8b5ea461b1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ffbf540fd73d452aaaeae928aa00e219&device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 1096 time: 0.1167910 Jun 06 11:52:17.712171 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-b244a23f-afa6-4e3c-8aaa-1d948f828a25 service neutron] 10.222.0.42 "GET /v2.0/networks/53b80e57-123d-4655-a358-8bccaeb52df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7329655 Jun 06 11:52:17.758411 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-87836f6e-825d-46cf-8996-029fb023a9cd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e218abc3-b18e-4622-832c-9b02b3c725c8 HTTP/1.1" status: 200 len: 217 time: 0.0733414 Jun 06 11:52:17.928224 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-6f350816-9563-4b98-8235-0fa7cf424934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:17.930233 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-6f350816-9563-4b98-8235-0fa7cf424934 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e34565f1-8647-4fbb-a0bd-9f9d6cf328e3 HTTP/1.1" status: 200 len: 858 time: 0.1642814 Jun 06 11:52:18.020035 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-f4bb672a-4b9c-4d8e-9714-44b6de170f65 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=781481ba-9256-4a59-98f9-089a31fa7ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813167 Jun 06 11:52:18.057197 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-4e695d9d-1565-4cb0-823c-0d72073c09bd None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 11:52:18.188982 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-7139519c-a0f7-490b-a425-4c738627b015 req-2e37ae49-9c90-4480-ad53-d9bd68080110 service neutron] 10.222.0.11 "GET /v2.0/networks/781481ba-9256-4a59-98f9-089a31fa7ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6090968 Jun 06 11:52:18.190202 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff4e09-ffc1-4afb-823f-8be352543fbe req-5f894ed5-5bbe-497b-9ab9-fa710be85462 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:18.197040 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-42ff4e09-ffc1-4afb-823f-8be352543fbe req-5f894ed5-5bbe-497b-9ab9-fa710be85462 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a396a8c-d89e-443e-b3e4-4ddb293eb34f HTTP/1.1" status: 200 len: 945 time: 0.3634143 Jun 06 11:52:18.250020 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-121b7d9b-d57e-4b1a-8a73-184bebcf4689 service neutron] 10.222.0.42 "GET /v2.0/networks/53b80e57-123d-4655-a358-8bccaeb52df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5360105 Jun 06 11:52:18.255986 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-0a7e14db-197c-4e19-a32e-fca0f74ac42f service neutron] 10.222.0.11 "GET /v2.0/networks/781481ba-9256-4a59-98f9-089a31fa7ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256627 Jun 06 11:52:18.296986 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-42ff4e09-ffc1-4afb-823f-8be352543fbe req-1b2fbe86-c3af-420d-b089-4088214816f5 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f73836b-3744-40a0-b582-46b0c9500436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989981 Jun 06 11:52:18.318778 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb51fdc-1049-44b1-928b-8da3c907cf11 req-9dcef98c-8556-42ec-ba81-b0308f4b052d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:18.320407 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-6bb51fdc-1049-44b1-928b-8da3c907cf11 req-9dcef98c-8556-42ec-ba81-b0308f4b052d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=baa467b1-47e5-4cb8-8a6d-cc02be155493 HTTP/1.1" status: 200 len: 1098 time: 0.3453813 Jun 06 11:52:18.455727 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-6bb51fdc-1049-44b1-928b-8da3c907cf11 req-178c13f5-741b-4332-873e-f92a44c85fa4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224203 Jun 06 11:52:18.464157 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-5dbb37c8-dba1-4ae5-976d-d7a9204af91d req-bdb8004c-966f-4177-9491-e281c954a736 service neutron] 10.222.0.11 "GET /v2.0/networks/781481ba-9256-4a59-98f9-089a31fa7ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996660 Jun 06 11:52:18.540976 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.db.resource_extend [req-73839b42-386c-45af-8d7a-0f53260f9493 req-b92f0afd-f8fc-4eca-a8c4-bd8fba1b2d99 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 06 11:52:18.581864 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81c13d1-0a36-44b2-9051-e36e62fd9f80 x-openstack-request-id: req-b81c13d1-0a36-44b2-9051-e36e62fd9f80 {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:52:18.582232 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c476fdcb-383d-40d9-817e-ea7cf9c6b5f6", "tag": "e218abc3-b18e-4622-832c-9b02b3c725c8", "status": "completed", "code": 200}]} {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:52:18.582724 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b81c13d1-0a36-44b2-9051-e36e62fd9f80 {{(pid=91626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:52:18.583224 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c476fdcb-383d-40d9-817e-ea7cf9c6b5f6', 'tag': 'e218abc3-b18e-4622-832c-9b02b3c725c8', 'status': 'completed', 'code': 200} Jun 06 11:52:18.700780 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-7139519c-a0f7-490b-a425-4c738627b015 req-56e12dc1-b375-4a12-b6e2-5d52fd5a1ed6 service neutron] 10.222.0.11 "GET /v2.0/networks/781481ba-9256-4a59-98f9-089a31fa7ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4950132 Jun 06 11:52:18.777851 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [req-73839b42-386c-45af-8d7a-0f53260f9493 req-b92f0afd-f8fc-4eca-a8c4-bd8fba1b2d99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 989ba9b9-62b0-4e89-ba91-21f43d26c83c {{(pid=91625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 11:52:18.788966 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-73839b42-386c-45af-8d7a-0f53260f9493 req-b92f0afd-f8fc-4eca-a8c4-bd8fba1b2d99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:18.811261 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [req-73839b42-386c-45af-8d7a-0f53260f9493 req-b92f0afd-f8fc-4eca-a8c4-bd8fba1b2d99 service neutron] Transition to ACTIVE for port object 989ba9b9-62b0-4e89-ba91-21f43d26c83c will not be triggered until provisioned by entity L2. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:52:18.823419 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56f6e6-2d9e-4d9b-8cfc-9931dfe8b242 req-8bee2588-abd1-45fb-9ff7-a1f1a42b10eb tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:18.836785 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-5d56f6e6-2d9e-4d9b-8cfc-9931dfe8b242 req-8bee2588-abd1-45fb-9ff7-a1f1a42b10eb tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 943 time: 0.2333550 Jun 06 11:52:18.840001 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-73839b42-386c-45af-8d7a-0f53260f9493 req-b92f0afd-f8fc-4eca-a8c4-bd8fba1b2d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700882'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:18.853310 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-8de735a2-b4f9-4f33-b2c8-44703a2abe8a tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:18.893774 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b92b2de-b284-475f-ad0e-c0615b37fe17 req-4d9d6878-f595-4700-827d-6e09db6629b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:18.898934 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-7b92b2de-b284-475f-ad0e-c0615b37fe17 req-4d9d6878-f595-4700-827d-6e09db6629b5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ffbf540fd73d452aaaeae928aa00e219&device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 1096 time: 0.2256806 Jun 06 11:52:18.938257 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f0afd-f8fc-4eca-a8c4-bd8fba1b2d99 service neutron] Pushing event updated for resources: {'Port': ['ID=989ba9b9-62b0-4e89-ba91-21f43d26c83c,revision_number=2']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:19.057311 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-5d56f6e6-2d9e-4d9b-8cfc-9931dfe8b242 req-d79dec90-a05c-4342-b7ee-fb6d1a9883e5 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194970 Jun 06 11:52:19.057460 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b92f0afd-f8fc-4eca-a8c4-bd8fba1b2d99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:19.210202 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5418bd2-b6d1-40b1-8102-4cb292f803b5 req-12062278-eba2-46fd-9615-8e60a1937486 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:19.212398 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-f5418bd2-b6d1-40b1-8102-4cb292f803b5 req-12062278-eba2-46fd-9615-8e60a1937486 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=baa467b1-47e5-4cb8-8a6d-cc02be155493 HTTP/1.1" status: 200 len: 945 time: 0.5087037 Jun 06 11:52:19.249390 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-47b3a485-ba1d-4d31-8cd5-c89adecfd272 req-e555dec0-9077-49db-950e-01febe4c04e5 tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9f2210-6c4e-4548-9165-ceed867dfc57 HTTP/1.1" status: 200 len: 210 time: 0.0708463 Jun 06 11:52:19.305201 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b92b2de-b284-475f-ad0e-c0615b37fe17 req-30180f68-7dc1-410e-bba2-0e1cfcbe242a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:19.306971 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-7b92b2de-b284-475f-ad0e-c0615b37fe17 req-30180f68-7dc1-410e-bba2-0e1cfcbe242a service neutron] 10.222.0.11 "GET /v2.0/networks?id=781481ba-9256-4a59-98f9-089a31fa7ed5 HTTP/1.1" status: 200 len: 919 time: 0.3921027 Jun 06 11:52:19.371793 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-73839b42-386c-45af-8d7a-0f53260f9493 req-b92f0afd-f8fc-4eca-a8c4-bd8fba1b2d99 service neutron] Attempting to bind port 989ba9b9-62b0-4e89-ba91-21f43d26c83c on host hv-cinder-78626 for vnic_type normal with profile {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 11:52:19.372237 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-73839b42-386c-45af-8d7a-0f53260f9493 req-b92f0afd-f8fc-4eca-a8c4-bd8fba1b2d99 service neutron] Attempting to bind port 989ba9b9-62b0-4e89-ba91-21f43d26c83c by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '80a63e8a-38a8-406a-8b0d-bb2d67e9b52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282'}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 11:52:19.372686 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73839b42-386c-45af-8d7a-0f53260f9493 req-b92f0afd-f8fc-4eca-a8c4-bd8fba1b2d99 service neutron] Attempting to bind port 989ba9b9-62b0-4e89-ba91-21f43d26c83c on network fb856b4d-429a-47d7-897b-0443d48f8282 {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:52:19.394026 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-f5418bd2-b6d1-40b1-8102-4cb292f803b5 req-2440b8bd-0280-481a-97de-4b2888ca2af2 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236761 Jun 06 11:52:19.396170 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73839b42-386c-45af-8d7a-0f53260f9493 req-b92f0afd-f8fc-4eca-a8c4-bd8fba1b2d99 service neutron] Port 989ba9b9-62b0-4e89-ba91-21f43d26c83c on network fb856b4d-429a-47d7-897b-0443d48f8282 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 11:52:19.396526 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73839b42-386c-45af-8d7a-0f53260f9493 req-b92f0afd-f8fc-4eca-a8c4-bd8fba1b2d99 service neutron] Attempting to bind port 989ba9b9-62b0-4e89-ba91-21f43d26c83c on network fb856b4d-429a-47d7-897b-0443d48f8282 {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:52:19.422673 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73839b42-386c-45af-8d7a-0f53260f9493 req-b92f0afd-f8fc-4eca-a8c4-bd8fba1b2d99 service neutron] Checking agent: {'id': 'e22919c8-6430-48bb-a7f5-088caf168a02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 50, 4), 'started_at': datetime.datetime(2021, 6, 6, 11, 50, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 11:52:19.423060 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73839b42-386c-45af-8d7a-0f53260f9493 req-b92f0afd-f8fc-4eca-a8c4-bd8fba1b2d99 service neutron] Checking segment: {'id': '80a63e8a-38a8-406a-8b0d-bb2d67e9b52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:52:19.423486 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73839b42-386c-45af-8d7a-0f53260f9493 req-b92f0afd-f8fc-4eca-a8c4-bd8fba1b2d99 service neutron] Bound using segment: {'id': '80a63e8a-38a8-406a-8b0d-bb2d67e9b52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282'} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 11:52:19.427535 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-7b92b2de-b284-475f-ad0e-c0615b37fe17 req-5cd02bb0-c836-47bd-830e-b2723cf9bdd7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e218abc3-b18e-4622-832c-9b02b3c725c8 HTTP/1.1" status: 200 len: 217 time: 0.1069765 Jun 06 11:52:19.428386 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-73839b42-386c-45af-8d7a-0f53260f9493 req-b92f0afd-f8fc-4eca-a8c4-bd8fba1b2d99 service neutron] Bound port: 989ba9b9-62b0-4e89-ba91-21f43d26c83c, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80a63e8a-38a8-406a-8b0d-bb2d67e9b52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282'}}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 11:52:19.430044 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-73839b42-386c-45af-8d7a-0f53260f9493 req-b92f0afd-f8fc-4eca-a8c4-bd8fba1b2d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:19.540333 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device e218abc3-b18e-4622-832c-9b02b3c725c8 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 11:52:19.705385 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-73839b42-386c-45af-8d7a-0f53260f9493 req-b92f0afd-f8fc-4eca-a8c4-bd8fba1b2d99 service neutron] For port 989ba9b9-62b0-4e89-ba91-21f43d26c83c, host hv-cinder-78626, cleared binding levels {{(pid=91625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 11:52:19.716266 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-73839b42-386c-45af-8d7a-0f53260f9493 req-b92f0afd-f8fc-4eca-a8c4-bd8fba1b2d99 service neutron] For port 989ba9b9-62b0-4e89-ba91-21f43d26c83c, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=989ba9b9-62b0-4e89-ba91-21f43d26c83c,segment=NetworkSegment(80a63e8a-38a8-406a-8b0d-bb2d67e9b52e),segment_id=80a63e8a-38a8-406a-8b0d-bb2d67e9b52e)] {{(pid=91625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 11:52:19.738548 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df2877d-aa07-4462-87a4-0fee4a0b87a2 req-74ee3365-671d-4205-b550-32ed2ed50b24 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:19.745307 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-4df2877d-aa07-4462-87a4-0fee4a0b87a2 req-74ee3365-671d-4205-b550-32ed2ed50b24 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a396a8c-d89e-443e-b3e4-4ddb293eb34f HTTP/1.1" status: 200 len: 945 time: 0.1557791 Jun 06 11:52:19.748943 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-73839b42-386c-45af-8d7a-0f53260f9493 req-b92f0afd-f8fc-4eca-a8c4-bd8fba1b2d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700882'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:19.775592 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:19.793911 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b92b2de-b284-475f-ad0e-c0615b37fe17 req-06997b5f-a940-4797-b9e2-6445785cf3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:19.796101 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-7b92b2de-b284-475f-ad0e-c0615b37fe17 req-06997b5f-a940-4797-b9e2-6445785cf3b4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e34565f1-8647-4fbb-a0bd-9f9d6cf328e3 HTTP/1.1" status: 200 len: 858 time: 0.3606553 Jun 06 11:52:19.880485 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-7b92b2de-b284-475f-ad0e-c0615b37fe17 req-1a935efd-24a2-493a-9fa9-2856d8ebde6b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=781481ba-9256-4a59-98f9-089a31fa7ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723176 Jun 06 11:52:19.890816 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port e218abc3-b18e-4622-832c-9b02b3c725c8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e218abc3-b18e-4622-832c-9b02b3c725c8,segment=NetworkSegment(a0855805-791b-48ea-9511-403824d72d1e),segment_id=a0855805-791b-48ea-9511-403824d72d1e)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:52:19.893178 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f0afd-f8fc-4eca-a8c4-bd8fba1b2d99 service neutron] Pushing event updated for resources: {'Port': ['ID=989ba9b9-62b0-4e89-ba91-21f43d26c83c,revision_number=3']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:19.907711 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Returning: {'device': 'e218abc3-b18e-4622-832c-9b02b3c725c8', 'network_id': '781481ba-9256-4a59-98f9-089a31fa7ed5', 'port_id': 'e218abc3-b18e-4622-832c-9b02b3c725c8', 'mac_address': 'fa:16:3e:63:6e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e34565f1-8647-4fbb-a0bd-9f9d6cf328e3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 11:52:19.908088 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b92f0afd-f8fc-4eca-a8c4-bd8fba1b2d99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:19.911568 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347be284-2308-4a4b-86d0-090f831833cc req-9ffa7f64-cbc5-4534-a169-c516b362455e tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:19.913243 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-347be284-2308-4a4b-86d0-090f831833cc req-9ffa7f64-cbc5-4534-a169-c516b362455e tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 944 time: 0.4052913 Jun 06 11:52:19.936318 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73839b42-386c-45af-8d7a-0f53260f9493 req-b92f0afd-f8fc-4eca-a8c4-bd8fba1b2d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:19.936968 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-73839b42-386c-45af-8d7a-0f53260f9493 req-b92f0afd-f8fc-4eca-a8c4-bd8fba1b2d99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:19.938383 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-73839b42-386c-45af-8d7a-0f53260f9493 req-b92f0afd-f8fc-4eca-a8c4-bd8fba1b2d99 service neutron] 10.222.0.11 "PUT /v2.0/ports/989ba9b9-62b0-4e89-ba91-21f43d26c83c HTTP/1.1" status: 200 len: 1094 time: 3.1598730 Jun 06 11:52:19.938872 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20b26fa4-8613-427b-8409-2c6ab39b179c', 'tag': '989ba9b9-62b0-4e89-ba91-21f43d26c83c'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:52:19.941174 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d3a09975e5f8f43507a37e46b4ea231535690fa404cdff26bf77d84c9002b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846a4c56-dfd5-40a0-992b-6760e5d1aaa0" -d '{"events": [{"name": "network-changed", "server_uuid": "20b26fa4-8613-427b-8409-2c6ab39b179c", "tag": "989ba9b9-62b0-4e89-ba91-21f43d26c83c"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:52:19.967378 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-4df2877d-aa07-4462-87a4-0fee4a0b87a2 req-790b5f04-e506-4e60-b471-5931a0bccc08 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f73836b-3744-40a0-b582-46b0c9500436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204971 Jun 06 11:52:19.991491 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:20.042312 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e218abc3-b18e-4622-832c-9b02b3c725c8 {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 11:52:20.080969 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port e218abc3-b18e-4622-832c-9b02b3c725c8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e218abc3-b18e-4622-832c-9b02b3c725c8,segment=NetworkSegment(a0855805-791b-48ea-9511-403824d72d1e),segment_id=a0855805-791b-48ea-9511-403824d72d1e)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:52:20.092094 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:20.092893 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 72b2e02d-0b0f-41a9-b205-34e67f729269 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 11:52:20.093637 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-347be284-2308-4a4b-86d0-090f831833cc req-4b626a5a-9955-44bb-87c8-9c09b677b166 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510494 Jun 06 11:52:20.096603 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:20.118581 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af106f71-73d1-405a-bf64-47b329e1e3fb x-openstack-request-id: req-af106f71-73d1-405a-bf64-47b329e1e3fb {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:52:20.118910 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20b26fa4-8613-427b-8409-2c6ab39b179c", "tag": "989ba9b9-62b0-4e89-ba91-21f43d26c83c", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:52:20.119193 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-af106f71-73d1-405a-bf64-47b329e1e3fb {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:52:20.119617 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20b26fa4-8613-427b-8409-2c6ab39b179c', 'tag': '989ba9b9-62b0-4e89-ba91-21f43d26c83c', 'status': 'completed', 'code': 200} Jun 06 11:52:20.166824 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-7b92b2de-b284-475f-ad0e-c0615b37fe17 req-e32109ea-9a6d-446b-ab95-99ba60ca1362 service neutron] 10.222.0.11 "GET /v2.0/networks/781481ba-9256-4a59-98f9-089a31fa7ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525198 Jun 06 11:52:20.194818 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73839b42-386c-45af-8d7a-0f53260f9493 req-94efcb39-b333-420e-a0cc-e841de5e3023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:20.196336 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-73839b42-386c-45af-8d7a-0f53260f9493 req-94efcb39-b333-420e-a0cc-e841de5e3023 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8bf000e1cce144f38f4104d8d8deb9aa&device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 1097 time: 0.1918020 Jun 06 11:52:20.275644 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=e218abc3-b18e-4622-832c-9b02b3c725c8,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:20.286906 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:20.307328 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 72b2e02d-0b0f-41a9-b205-34e67f729269, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=72b2e02d-0b0f-41a9-b205-34e67f729269,segment=NetworkSegment(a0855805-791b-48ea-9511-403824d72d1e),segment_id=a0855805-791b-48ea-9511-403824d72d1e)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:52:20.338517 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Returning: {'device': '72b2e02d-0b0f-41a9-b205-34e67f729269', 'network_id': '781481ba-9256-4a59-98f9-089a31fa7ed5', 'port_id': '72b2e02d-0b0f-41a9-b205-34e67f729269', 'mac_address': 'fa:16:3e:1a:aa:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e34565f1-8647-4fbb-a0bd-9f9d6cf328e3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 11:52:20.380939 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-7b92b2de-b284-475f-ad0e-c0615b37fe17 req-c6b7ec88-5f70-4b57-ad9e-a4ba1509a965 service neutron] 10.222.0.11 "GET /v2.0/networks/781481ba-9256-4a59-98f9-089a31fa7ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959405 Jun 06 11:52:20.504872 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-f09da84f-4f70-4878-8e7f-a19966fb877a req-fcfc7eae-da62-415c-8816-814d51dc46c2 tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9f2210-6c4e-4548-9165-ceed867dfc57 HTTP/1.1" status: 200 len: 210 time: 0.0647130 Jun 06 11:52:20.525228 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:20.526481 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-73839b42-386c-45af-8d7a-0f53260f9493 req-dce8ed8f-48e8-43f9-a74f-315da6f08983 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=989ba9b9-62b0-4e89-ba91-21f43d26c83c HTTP/1.1" status: 200 len: 217 time: 0.3204429 Jun 06 11:52:20.561541 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72b2e02d-0b0f-41a9-b205-34e67f729269 {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 11:52:20.587770 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 72b2e02d-0b0f-41a9-b205-34e67f729269, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=72b2e02d-0b0f-41a9-b205-34e67f729269,segment=NetworkSegment(a0855805-791b-48ea-9511-403824d72d1e),segment_id=a0855805-791b-48ea-9511-403824d72d1e)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:52:20.604324 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:20.621147 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:20.703443 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=72b2e02d-0b0f-41a9-b205-34e67f729269,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:20.712245 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:20.876321 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] get_ports_and_sgs() called for port_ids ['72b2e02d-0b0f-41a9-b205-34e67f729269'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 11:52:20.908227 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ad066-d0a8-40b1-99ac-ab77461317ab req-b09ef929-9a4f-4fd3-ba87-7c961a8a6197 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:20.917140 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-143ad066-d0a8-40b1-99ac-ab77461317ab req-b09ef929-9a4f-4fd3-ba87-7c961a8a6197 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=baa467b1-47e5-4cb8-8a6d-cc02be155493 HTTP/1.1" status: 200 len: 945 time: 0.1508133 Jun 06 11:52:20.980877 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73839b42-386c-45af-8d7a-0f53260f9493 req-3c126867-0aae-4923-b669-89cfd67ac60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:20.988887 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-143ad066-d0a8-40b1-99ac-ab77461317ab req-861c42e2-fd3b-4cc3-a0a9-884aead29809 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685339 Jun 06 11:52:20.993543 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-73839b42-386c-45af-8d7a-0f53260f9493 req-3c126867-0aae-4923-b669-89cfd67ac60a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9 HTTP/1.1" status: 200 len: 855 time: 0.4461811 Jun 06 11:52:20.994791 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] get_ports_and_sgs() called for port_ids ['e218abc3-b18e-4622-832c-9b02b3c725c8'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 11:52:21.086195 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-693b061d-6499-4686-82e2-b9d4dfcea202 tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:21.088811 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-693b061d-6499-4686-82e2-b9d4dfcea202 tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] 10.222.0.11 "GET /v2.0/networks?id=53b80e57-123d-4655-a358-8bccaeb52df8 HTTP/1.1" status: 200 len: 808 time: 0.6331561 Jun 06 11:52:21.106110 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-70149dbb-88e5-4fd8-9a50-9a573cb0b73c tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] Request body: {'port': {'device_id': 'fa9f2210-6c4e-4548-9165-ceed867dfc57', 'network_id': '53b80e57-123d-4655-a358-8bccaeb52df8', 'admin_state_up': True, 'tenant_id': '4e53624d90b14086aab5f143f1d54a6e'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:52:21.169229 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bcb37c-7df5-4ab1-bc27-d2048257f66e req-2fb342ee-db05-4c19-a691-09d236209c0a tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:21.187053 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-d8bcb37c-7df5-4ab1-bc27-d2048257f66e req-2fb342ee-db05-4c19-a691-09d236209c0a tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 944 time: 0.7746475 Jun 06 11:52:21.390915 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-d8bcb37c-7df5-4ab1-bc27-d2048257f66e req-84153747-bbfb-45ee-9391-a9329008cb63 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029560 Jun 06 11:52:21.426151 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f23f2-0bae-460a-bd0b-9dcbba83df50 req-232b7b3c-c0d3-46cf-90e5-6861db363740 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:21.427787 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-2e3f23f2-0bae-460a-bd0b-9dcbba83df50 req-232b7b3c-c0d3-46cf-90e5-6861db363740 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 944 time: 0.1602805 Jun 06 11:52:21.457889 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73839b42-386c-45af-8d7a-0f53260f9493 req-fc1e1af1-01d7-4600-8d36-08e628dda4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:21.459839 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-73839b42-386c-45af-8d7a-0f53260f9493 req-fc1e1af1-01d7-4600-8d36-08e628dda4a7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fb856b4d-429a-47d7-897b-0443d48f8282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4369843 Jun 06 11:52:21.510398 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-70149dbb-88e5-4fd8-9a50-9a573cb0b73c tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] Made reservation on behalf of 4e53624d90b14086aab5f143f1d54a6e for: {'port': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:52:21.515072 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-70149dbb-88e5-4fd8-9a50-9a573cb0b73c tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:21.524402 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-2e3f23f2-0bae-460a-bd0b-9dcbba83df50 req-ed1c842b-4e05-4958-b410-6d024b3e2f12 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881715 Jun 06 11:52:21.803754 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-3fb0087d-e4eb-4ca4-acf5-fc661c1c0136 req-0ccb0e3c-d4fb-42a0-825e-71d61c0da4d3 tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9f2210-6c4e-4548-9165-ceed867dfc57 HTTP/1.1" status: 200 len: 210 time: 0.1117227 Jun 06 11:52:21.905570 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-73839b42-386c-45af-8d7a-0f53260f9493 req-96782afd-0645-48be-8be0-9138abf5698f service neutron] 10.222.0.11 "GET /v2.0/networks/fb856b4d-429a-47d7-897b-0443d48f8282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211533 Jun 06 11:52:21.973599 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-70149dbb-88e5-4fd8-9a50-9a573cb0b73c tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] Allocated IP 172.20.0.13 (53b80e57-123d-4655-a358-8bccaeb52df8/0b076746-6c11-4ae5-aafc-2341dd4094a5/b7d59984-28fe-4d8a-9ec1-1185f8ca96c3) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 11:52:22.106544 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-73839b42-386c-45af-8d7a-0f53260f9493 req-b5f93fe8-d013-42bf-b4cc-9dcd7b0c220f service neutron] 10.222.0.11 "GET /v2.0/networks/fb856b4d-429a-47d7-897b-0443d48f8282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895397 Jun 06 11:52:22.318744 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-70149dbb-88e5-4fd8-9a50-9a573cb0b73c tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:22.336303 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a4c56-dfd5-40a0-992b-6760e5d1aaa0 req-6dc6804c-44a7-4e39-879f-d553aac891c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:22.337793 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-846a4c56-dfd5-40a0-992b-6760e5d1aaa0 req-6dc6804c-44a7-4e39-879f-d553aac891c0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8bf000e1cce144f38f4104d8d8deb9aa&device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 1097 time: 0.1762533 Jun 06 11:52:22.440225 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-70149dbb-88e5-4fd8-9a50-9a573cb0b73c tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:22.452501 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-d7207743-b05a-40aa-b13d-088bc5934efe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:22.516599 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-70149dbb-88e5-4fd8-9a50-9a573cb0b73c tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] Network 53b80e57-123d-4655-a358-8bccaeb52df8 is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:52:22.527150 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-70149dbb-88e5-4fd8-9a50-9a573cb0b73c tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:52:22.534594 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-70149dbb-88e5-4fd8-9a50-9a573cb0b73c tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 11:52:22.658681 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70149dbb-88e5-4fd8-9a50-9a573cb0b73c tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] Pushing event updated for resources: {'Port': ['ID=b7d59984-28fe-4d8a-9ec1-1185f8ca96c3,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:22.666214 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-70149dbb-88e5-4fd8-9a50-9a573cb0b73c tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:22.684124 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a4c56-dfd5-40a0-992b-6760e5d1aaa0 req-199f6e16-cf68-4c37-8aa9-dbdc3dc11d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:22.685595 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-846a4c56-dfd5-40a0-992b-6760e5d1aaa0 req-199f6e16-cf68-4c37-8aa9-dbdc3dc11d0c service neutron] 10.222.0.11 "GET /v2.0/networks?id=fb856b4d-429a-47d7-897b-0443d48f8282 HTTP/1.1" status: 200 len: 917 time: 0.3398533 Jun 06 11:52:22.703521 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-70149dbb-88e5-4fd8-9a50-9a573cb0b73c tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:22.704146 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-70149dbb-88e5-4fd8-9a50-9a573cb0b73c tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:22.757666 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202591a4-a488-4bf0-abe6-1a172f542cd4 req-660bd356-4cf9-473a-b220-4fe9a02d4b2d tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:22.767344 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-202591a4-a488-4bf0-abe6-1a172f542cd4 req-660bd356-4cf9-473a-b220-4fe9a02d4b2d tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 944 time: 0.1088424 Jun 06 11:52:22.791075 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-846a4c56-dfd5-40a0-992b-6760e5d1aaa0 req-e2077d33-c922-4c9b-af45-540a24c57dbf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=989ba9b9-62b0-4e89-ba91-21f43d26c83c HTTP/1.1" status: 200 len: 217 time: 0.0732508 Jun 06 11:52:22.796807 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-70149dbb-88e5-4fd8-9a50-9a573cb0b73c tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6967211 Jun 06 11:52:22.841442 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-202591a4-a488-4bf0-abe6-1a172f542cd4 req-b4d03fad-a776-4536-8a5c-9653e8d1dea7 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684726 Jun 06 11:52:22.845286 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-57d3ad67-6c44-4d75-b2d4-af2ed0541c73 service neutron] Request body: {'port': {'device_id': 'fa9f2210-6c4e-4548-9165-ceed867dfc57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:52:22.885461 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95db62-597b-4c15-ab3b-4931804a2be2 req-52ff0a0a-151d-48d1-8384-40d159b9e775 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:22.887996 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-aa95db62-597b-4c15-ab3b-4931804a2be2 req-52ff0a0a-151d-48d1-8384-40d159b9e775 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 944 time: 0.3545034 Jun 06 11:52:22.941948 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a4c56-dfd5-40a0-992b-6760e5d1aaa0 req-a628a7e1-4702-4470-994a-870586f2ab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:22.943330 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-846a4c56-dfd5-40a0-992b-6760e5d1aaa0 req-a628a7e1-4702-4470-994a-870586f2ab67 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9 HTTP/1.1" status: 200 len: 855 time: 0.1456282 Jun 06 11:52:23.034422 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6f234-3a2d-48eb-b6e0-4d41dc3c95c5 req-d54615a2-1aa3-4774-b5b1-e72a077428f4 tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:23.035948 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-59b6f234-3a2d-48eb-b6e0-4d41dc3c95c5 req-d54615a2-1aa3-4774-b5b1-e72a077428f4 tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9f2210-6c4e-4548-9165-ceed867dfc57 HTTP/1.1" status: 200 len: 932 time: 0.0931118 Jun 06 11:52:23.061751 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-aa95db62-597b-4c15-ab3b-4931804a2be2 req-ab421d4e-1a05-431c-a931-bb37ef4c13bc tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610503 Jun 06 11:52:23.073120 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-57d3ad67-6c44-4d75-b2d4-af2ed0541c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:23.098660 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-59b6f234-3a2d-48eb-b6e0-4d41dc3c95c5 req-b696b3c3-f5a4-4a54-bc63-248178e58820 tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb654ff2-5b54-4072-8708-31f253cd6c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538194 Jun 06 11:52:23.150396 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a4c56-dfd5-40a0-992b-6760e5d1aaa0 req-468dabc6-f8c3-4807-98a2-940c5d9dafce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:23.151950 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-846a4c56-dfd5-40a0-992b-6760e5d1aaa0 req-468dabc6-f8c3-4807-98a2-940c5d9dafce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fb856b4d-429a-47d7-897b-0443d48f8282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1940680 Jun 06 11:52:23.490318 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-846a4c56-dfd5-40a0-992b-6760e5d1aaa0 req-39c8b0d4-2dd9-4c74-b7bc-99ade731db36 service neutron] 10.222.0.11 "GET /v2.0/networks/fb856b4d-429a-47d7-897b-0443d48f8282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314724 Jun 06 11:52:23.556811 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 989ba9b9-62b0-4e89-ba91-21f43d26c83c details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 11:52:23.562640 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device e218abc3-b18e-4622-832c-9b02b3c725c8 up at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:52:23.721264 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-846a4c56-dfd5-40a0-992b-6760e5d1aaa0 req-95f8dc75-cc43-4ee1-a22a-b97d96b95027 service neutron] 10.222.0.11 "GET /v2.0/networks/fb856b4d-429a-47d7-897b-0443d48f8282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749365 Jun 06 11:52:23.730588 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Provisioning for port e218abc3-b18e-4622-832c-9b02b3c725c8 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:52:23.741424 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Provisioning complete for port e218abc3-b18e-4622-832c-9b02b3c725c8 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:52:23.741935 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:23.785282 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-57d3ad67-6c44-4d75-b2d4-af2ed0541c73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7d59984-28fe-4d8a-9ec1-1185f8ca96c3 {{(pid=91625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 11:52:23.795003 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-57d3ad67-6c44-4d75-b2d4-af2ed0541c73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:23.822122 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-57d3ad67-6c44-4d75-b2d4-af2ed0541c73 service neutron] Transition to ACTIVE for port object b7d59984-28fe-4d8a-9ec1-1185f8ca96c3 will not be triggered until provisioned by entity L2. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:52:23.827653 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-57d3ad67-6c44-4d75-b2d4-af2ed0541c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700882'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:23.844942 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-a3e4821c-10b6-474b-9634-6ae080920d49 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:23.938388 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 989ba9b9-62b0-4e89-ba91-21f43d26c83c, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=989ba9b9-62b0-4e89-ba91-21f43d26c83c,segment=NetworkSegment(80a63e8a-38a8-406a-8b0d-bb2d67e9b52e),segment_id=80a63e8a-38a8-406a-8b0d-bb2d67e9b52e)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:52:23.984212 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Returning: {'device': '989ba9b9-62b0-4e89-ba91-21f43d26c83c', 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282', 'port_id': '989ba9b9-62b0-4e89-ba91-21f43d26c83c', 'mac_address': 'fa:16:3e:7c:5d:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 11:52:23.994113 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d3ad67-6c44-4d75-b2d4-af2ed0541c73 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d59984-28fe-4d8a-9ec1-1185f8ca96c3,revision_number=2']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:23.998279 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-57d3ad67-6c44-4d75-b2d4-af2ed0541c73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:24.151355 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5f130-2790-4666-a49b-9e5818d625f6 req-e20c7137-d433-489c-a63b-17c004431eee tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:24.161249 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-16b5f130-2790-4666-a49b-9e5818d625f6 req-e20c7137-d433-489c-a63b-17c004431eee tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 944 time: 0.1005204 Jun 06 11:52:24.230895 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-57d3ad67-6c44-4d75-b2d4-af2ed0541c73 service neutron] Attempting to bind port b7d59984-28fe-4d8a-9ec1-1185f8ca96c3 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 11:52:24.231436 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-57d3ad67-6c44-4d75-b2d4-af2ed0541c73 service neutron] Attempting to bind port b7d59984-28fe-4d8a-9ec1-1185f8ca96c3 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '64808af9-cdd9-45d0-976e-99c37d5074e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '53b80e57-123d-4655-a358-8bccaeb52df8'}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 11:52:24.231608 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-57d3ad67-6c44-4d75-b2d4-af2ed0541c73 service neutron] Attempting to bind port b7d59984-28fe-4d8a-9ec1-1185f8ca96c3 on network 53b80e57-123d-4655-a358-8bccaeb52df8 {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:52:24.237708 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-57d3ad67-6c44-4d75-b2d4-af2ed0541c73 service neutron] Port b7d59984-28fe-4d8a-9ec1-1185f8ca96c3 on network 53b80e57-123d-4655-a358-8bccaeb52df8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 11:52:24.238590 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-57d3ad67-6c44-4d75-b2d4-af2ed0541c73 service neutron] Attempting to bind port b7d59984-28fe-4d8a-9ec1-1185f8ca96c3 on network 53b80e57-123d-4655-a358-8bccaeb52df8 {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:52:24.241060 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-16b5f130-2790-4666-a49b-9e5818d625f6 req-df99426a-718d-4296-96de-fe0572813240 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785377 Jun 06 11:52:24.248994 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-57d3ad67-6c44-4d75-b2d4-af2ed0541c73 service neutron] Checking agent: {'id': 'e22919c8-6430-48bb-a7f5-088caf168a02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 50, 4), 'started_at': datetime.datetime(2021, 6, 6, 11, 50, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 11:52:24.249409 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-57d3ad67-6c44-4d75-b2d4-af2ed0541c73 service neutron] Checking segment: {'id': '64808af9-cdd9-45d0-976e-99c37d5074e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '53b80e57-123d-4655-a358-8bccaeb52df8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:52:24.249808 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-57d3ad67-6c44-4d75-b2d4-af2ed0541c73 service neutron] Bound using segment: {'id': '64808af9-cdd9-45d0-976e-99c37d5074e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '53b80e57-123d-4655-a358-8bccaeb52df8'} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 11:52:24.251756 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-57d3ad67-6c44-4d75-b2d4-af2ed0541c73 service neutron] Bound port: b7d59984-28fe-4d8a-9ec1-1185f8ca96c3, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64808af9-cdd9-45d0-976e-99c37d5074e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '53b80e57-123d-4655-a358-8bccaeb52df8'}}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 11:52:24.252155 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-57d3ad67-6c44-4d75-b2d4-af2ed0541c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:24.274786 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:24.299584 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 989ba9b9-62b0-4e89-ba91-21f43d26c83c {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 11:52:24.316145 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:24.362523 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 989ba9b9-62b0-4e89-ba91-21f43d26c83c, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=989ba9b9-62b0-4e89-ba91-21f43d26c83c,segment=NetworkSegment(80a63e8a-38a8-406a-8b0d-bb2d67e9b52e),segment_id=80a63e8a-38a8-406a-8b0d-bb2d67e9b52e)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:52:24.368474 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c476fdcb-383d-40d9-817e-ea7cf9c6b5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e218abc3-b18e-4622-832c-9b02b3c725c8'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:52:24.371788 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0ef12a69f97602b9a4dda1947a91503bc9b0dd65cb545ae1f4eaba5f5490f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9438fe26-6d3b-43ec-a559-73b6b4eee41c" -d '{"events": [{"server_uuid": "c476fdcb-383d-40d9-817e-ea7cf9c6b5f6", "name": "network-vif-plugged", "status": "completed", "tag": "e218abc3-b18e-4622-832c-9b02b3c725c8"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:52:24.378444 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:24.382024 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:24.470125 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port e218abc3-b18e-4622-832c-9b02b3c725c8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e218abc3-b18e-4622-832c-9b02b3c725c8,segment=NetworkSegment(a0855805-791b-48ea-9511-403824d72d1e),segment_id=a0855805-791b-48ea-9511-403824d72d1e)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:52:24.480947 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96879dd5-267a-49fa-8add-72857318de4d req-48fd24c5-54af-466a-a22b-42b5962b520c tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:24.490569 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-96879dd5-267a-49fa-8add-72857318de4d req-48fd24c5-54af-466a-a22b-42b5962b520c tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9f2210-6c4e-4548-9165-ceed867dfc57 HTTP/1.1" status: 200 len: 944 time: 0.0961866 Jun 06 11:52:24.496856 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:24.497874 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 72b2e02d-0b0f-41a9-b205-34e67f729269 up at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:52:24.541303 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-96879dd5-267a-49fa-8add-72857318de4d req-5081a7fb-bea6-4ace-b882-a5cf30110f20 tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb654ff2-5b54-4072-8708-31f253cd6c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496504 Jun 06 11:52:24.593662 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=989ba9b9-62b0-4e89-ba91-21f43d26c83c,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:24.598479 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:24.599245 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:24.621959 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-57d3ad67-6c44-4d75-b2d4-af2ed0541c73 service neutron] For port b7d59984-28fe-4d8a-9ec1-1185f8ca96c3, host hv-cinder-78626, cleared binding levels {{(pid=91625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 11:52:24.626526 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-57d3ad67-6c44-4d75-b2d4-af2ed0541c73 service neutron] For port b7d59984-28fe-4d8a-9ec1-1185f8ca96c3, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b7d59984-28fe-4d8a-9ec1-1185f8ca96c3,segment=NetworkSegment(64808af9-cdd9-45d0-976e-99c37d5074e7),segment_id=64808af9-cdd9-45d0-976e-99c37d5074e7)] {{(pid=91625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 11:52:24.646882 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340bd22a-211a-44fb-8e04-973e5680f6bd x-openstack-request-id: req-340bd22a-211a-44fb-8e04-973e5680f6bd {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:52:24.647264 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c476fdcb-383d-40d9-817e-ea7cf9c6b5f6", "name": "network-vif-plugged", "status": "completed", "tag": "e218abc3-b18e-4622-832c-9b02b3c725c8", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:52:24.647703 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-340bd22a-211a-44fb-8e04-973e5680f6bd {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:52:24.648325 dv-cinder-786260-3-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c476fdcb-383d-40d9-817e-ea7cf9c6b5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e218abc3-b18e-4622-832c-9b02b3c725c8', 'code': 200} Jun 06 11:52:24.660852 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-57d3ad67-6c44-4d75-b2d4-af2ed0541c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700882'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:24.681915 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-70149dbb-88e5-4fd8-9a50-9a573cb0b73c tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:24.688356 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=e218abc3-b18e-4622-832c-9b02b3c725c8,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:24.694201 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] get_ports_and_sgs() called for port_ids ['989ba9b9-62b0-4e89-ba91-21f43d26c83c'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 11:52:24.725892 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:24.727875 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Provisioning for port 72b2e02d-0b0f-41a9-b205-34e67f729269 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:52:24.732879 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-57d3ad67-6c44-4d75-b2d4-af2ed0541c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:24.733587 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-57d3ad67-6c44-4d75-b2d4-af2ed0541c73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:24.735130 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-57d3ad67-6c44-4d75-b2d4-af2ed0541c73 service neutron] 10.222.0.11 "PUT /v2.0/ports/b7d59984-28fe-4d8a-9ec1-1185f8ca96c3 HTTP/1.1" status: 200 len: 1094 time: 1.9024293 Jun 06 11:52:24.752552 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa9f2210-6c4e-4548-9165-ceed867dfc57', 'tag': 'b7d59984-28fe-4d8a-9ec1-1185f8ca96c3'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:52:24.752914 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Provisioning complete for port 72b2e02d-0b0f-41a9-b205-34e67f729269 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:52:24.753479 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:24.756505 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d3a09975e5f8f43507a37e46b4ea231535690fa404cdff26bf77d84c9002b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3095465d-7751-49fb-b7f4-c936a0e30e20" -d '{"events": [{"name": "network-changed", "server_uuid": "fa9f2210-6c4e-4548-9165-ceed867dfc57", "tag": "b7d59984-28fe-4d8a-9ec1-1185f8ca96c3"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:52:24.774044 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24ee35-df4e-4ede-bd61-2ede3531d501 req-680f0793-72f6-4a0e-8302-8309dcc01e11 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:24.784942 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-5a24ee35-df4e-4ede-bd61-2ede3531d501 req-680f0793-72f6-4a0e-8302-8309dcc01e11 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 944 time: 0.4268792 Jun 06 11:52:24.846444 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb953b10-a3e7-4a57-8805-d885007eb828 x-openstack-request-id: req-bb953b10-a3e7-4a57-8805-d885007eb828 {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:52:24.846765 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa9f2210-6c4e-4548-9165-ceed867dfc57", "tag": "b7d59984-28fe-4d8a-9ec1-1185f8ca96c3", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:52:24.847567 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bb953b10-a3e7-4a57-8805-d885007eb828 {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:52:24.847567 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa9f2210-6c4e-4548-9165-ceed867dfc57', 'tag': 'b7d59984-28fe-4d8a-9ec1-1185f8ca96c3', 'status': 'completed', 'code': 200} Jun 06 11:52:24.939566 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-5a24ee35-df4e-4ede-bd61-2ede3531d501 req-5c113954-7904-443d-abb4-7aeec5516dbc tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536250 Jun 06 11:52:24.950996 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:25.004477 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d3ad67-6c44-4d75-b2d4-af2ed0541c73 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d59984-28fe-4d8a-9ec1-1185f8ca96c3,revision_number=3']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:25.019293 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-57d3ad67-6c44-4d75-b2d4-af2ed0541c73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:25.032952 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 72b2e02d-0b0f-41a9-b205-34e67f729269, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=72b2e02d-0b0f-41a9-b205-34e67f729269,segment=NetworkSegment(a0855805-791b-48ea-9511-403824d72d1e),segment_id=a0855805-791b-48ea-9511-403824d72d1e)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:52:25.041731 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:25.044555 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:25.059721 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-26e10d7a-b7e0-46f7-a50f-14c3f8dad20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:25.061231 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-26e10d7a-b7e0-46f7-a50f-14c3f8dad20e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4e53624d90b14086aab5f143f1d54a6e&device_id=fa9f2210-6c4e-4548-9165-ceed867dfc57 HTTP/1.1" status: 200 len: 1097 time: 0.1890435 Jun 06 11:52:25.063719 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ea90a-770b-4fa0-b242-858e97f1017d req-97d5057c-ab53-4d58-a08b-79ccb75c8e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:25.065087 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2b7ea90a-770b-4fa0-b242-858e97f1017d req-97d5057c-ab53-4d58-a08b-79ccb75c8e2c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 1098 time: 0.1203024 Jun 06 11:52:25.146226 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=72b2e02d-0b0f-41a9-b205-34e67f729269,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:25.150993 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:25.154919 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-c11e667a-71da-4164-ad24-3383d126011e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7d59984-28fe-4d8a-9ec1-1185f8ca96c3 HTTP/1.1" status: 200 len: 217 time: 0.0808477 Jun 06 11:52:25.216209 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2b7ea90a-770b-4fa0-b242-858e97f1017d req-fed22ee0-614a-4f19-bbd1-a87f7240afff service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914180 Jun 06 11:52:25.235444 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-2ca145b6-3912-43c0-98c3-3b7a39882ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:25.236783 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-2ca145b6-3912-43c0-98c3-3b7a39882ebf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0b076746-6c11-4ae5-aafc-2341dd4094a5 HTTP/1.1" status: 200 len: 848 time: 0.0706701 Jun 06 11:52:25.315800 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-621bfc9f-c5a2-401e-8e33-9d8b2fb61053 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=53b80e57-123d-4655-a358-8bccaeb52df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434837 Jun 06 11:52:25.545162 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-57f78e58-ca0a-48da-bc6f-2f12c3106dbf service neutron] 10.222.0.11 "GET /v2.0/networks/53b80e57-123d-4655-a358-8bccaeb52df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201247 Jun 06 11:52:25.592971 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc4de3-d055-4758-9fc1-c74dae585f63 req-da252465-3101-41f9-90ec-72de3636b0b8 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:25.602027 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-fedc4de3-d055-4758-9fc1-c74dae585f63 req-da252465-3101-41f9-90ec-72de3636b0b8 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 945 time: 0.2195017 Jun 06 11:52:25.623307 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0cd28-319d-40c9-bc92-3ea01377675d req-3e520044-8c65-41ac-95ba-52380369ecb4 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:25.624961 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-a2c0cd28-319d-40c9-bc92-3ea01377675d req-3e520044-8c65-41ac-95ba-52380369ecb4 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a396a8c-d89e-443e-b3e4-4ddb293eb34f HTTP/1.1" status: 200 len: 945 time: 0.1653712 Jun 06 11:52:25.625508 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 40340) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:25.675833 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-a2c0cd28-319d-40c9-bc92-3ea01377675d req-11f0fb3e-932f-44bd-abaa-04146fa62487 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f73836b-3744-40a0-b582-46b0c9500436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433545 Jun 06 11:52:25.807061 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7b4b41fe-db1e-428a-80c1-7c6ae7f2b121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:25.831155 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-fedc4de3-d055-4758-9fc1-c74dae585f63 req-5f3b2281-1a71-4bd0-8f18-48f2abec3beb tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2278745 Jun 06 11:52:25.873734 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b28a3c40-8454-4b45-9a3b-e7fd1f7cc210 req-eeefc4ae-04a2-41e6-a1a1-cc1f8df70396 service neutron] 10.222.0.11 "GET /v2.0/networks/53b80e57-123d-4655-a358-8bccaeb52df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134832 Jun 06 11:52:25.954490 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52b49e-74a3-4afc-9252-45556c2cf113 req-2b7cae72-4494-43f8-a924-a565d3671025 tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:25.961790 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-ce52b49e-74a3-4afc-9252-45556c2cf113 req-2b7cae72-4494-43f8-a924-a565d3671025 tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9f2210-6c4e-4548-9165-ceed867dfc57 HTTP/1.1" status: 200 len: 944 time: 0.1419420 Jun 06 11:52:26.027339 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-ce52b49e-74a3-4afc-9252-45556c2cf113 req-1cb32043-cdae-4a66-acb7-de66fec21914 tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb654ff2-5b54-4072-8708-31f253cd6c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645869 Jun 06 11:52:26.088947 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3095465d-7751-49fb-b7f4-c936a0e30e20 req-6a31638e-d68d-4aa9-a15e-fcbf9dfcee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:26.091001 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-3095465d-7751-49fb-b7f4-c936a0e30e20 req-6a31638e-d68d-4aa9-a15e-fcbf9dfcee43 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4e53624d90b14086aab5f143f1d54a6e&device_id=fa9f2210-6c4e-4548-9165-ceed867dfc57 HTTP/1.1" status: 200 len: 1097 time: 0.1534662 Jun 06 11:52:26.125281 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7b4b41fe-db1e-428a-80c1-7c6ae7f2b121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:26.130230 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7b4b41fe-db1e-428a-80c1-7c6ae7f2b121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:26.142121 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-f568be7b-a70a-4087-b691-2bb739030283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:26.196458 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-7b4b41fe-db1e-428a-80c1-7c6ae7f2b121 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=755b94e40d9642919dbfba1c3def94df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5689981 Jun 06 11:52:26.201588 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 40358) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:26.225232 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b41fe-db1e-428a-80c1-7c6ae7f2b121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2c9aa9-4750-405f-a3d1-301cd05ce11a,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:26.233240 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-7b4b41fe-db1e-428a-80c1-7c6ae7f2b121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:26.310380 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3095465d-7751-49fb-b7f4-c936a0e30e20 req-8f556555-6e2c-4625-8e33-cb8bd32302f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:26.311862 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-3095465d-7751-49fb-b7f4-c936a0e30e20 req-8f556555-6e2c-4625-8e33-cb8bd32302f3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=53b80e57-123d-4655-a358-8bccaeb52df8 HTTP/1.1" status: 200 len: 909 time: 0.2131639 Jun 06 11:52:26.313108 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c11f1ec5-e2c2-49dd-97b8-bff64f864191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:26.320194 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5499c5-2f38-49ca-8fc8-c14f1052f5ad req-533cdecc-46bc-4501-aa1b-c529bde44bce tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:26.321688 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-de5499c5-2f38-49ca-8fc8-c14f1052f5ad req-533cdecc-46bc-4501-aa1b-c529bde44bce tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 945 time: 0.1958575 Jun 06 11:52:26.361726 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c11f1ec5-e2c2-49dd-97b8-bff64f864191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:26.421622 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-3095465d-7751-49fb-b7f4-c936a0e30e20 req-aba187ef-4552-4867-9938-7bb2995ebd84 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7d59984-28fe-4d8a-9ec1-1185f8ca96c3 HTTP/1.1" status: 200 len: 217 time: 0.0989187 Jun 06 11:52:26.449695 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c11f1ec5-e2c2-49dd-97b8-bff64f864191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:26.452912 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c11f1ec5-e2c2-49dd-97b8-bff64f864191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:26.458449 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-c11f1ec5-e2c2-49dd-97b8-bff64f864191 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4e2c9aa9-4750-405f-a3d1-301cd05ce11a HTTP/1.1" status: 204 len: 168 time: 0.2559364 Jun 06 11:52:26.459688 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-6141aeb1-c7f0-47e6-af4e-4e6d2aae7240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:26.478203 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f1ec5-e2c2-49dd-97b8-bff64f864191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2c9aa9-4750-405f-a3d1-301cd05ce11a,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:26.489170 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-c11f1ec5-e2c2-49dd-97b8-bff64f864191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:26.494450 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-de5499c5-2f38-49ca-8fc8-c14f1052f5ad req-b29357ec-a277-4c22-8911-286120077951 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993881 Jun 06 11:52:26.526821 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3095465d-7751-49fb-b7f4-c936a0e30e20 req-c4d1455f-0071-4969-b01b-bc5697e8892d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:26.528498 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-3095465d-7751-49fb-b7f4-c936a0e30e20 req-c4d1455f-0071-4969-b01b-bc5697e8892d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0b076746-6c11-4ae5-aafc-2341dd4094a5 HTTP/1.1" status: 200 len: 848 time: 0.0987706 Jun 06 11:52:26.591355 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-3095465d-7751-49fb-b7f4-c936a0e30e20 req-fcdd1ec2-3243-4e55-8a71-91ad132fa624 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=53b80e57-123d-4655-a358-8bccaeb52df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471013 Jun 06 11:52:26.649846 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23441142-aede-42ab-a96e-cb8e86a25c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b2e02d-0b0f-41a9-b205-34e67f729269'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:52:26.653938 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0ef12a69f97602b9a4dda1947a91503bc9b0dd65cb545ae1f4eaba5f5490f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3c9f8b-e3ca-47ce-a5f7-f3e3bfd2bf23" -d '{"events": [{"server_uuid": "23441142-aede-42ab-a96e-cb8e86a25c1b", "name": "network-vif-plugged", "status": "completed", "tag": "72b2e02d-0b0f-41a9-b205-34e67f729269"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:52:26.659833 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 40372) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:26.703473 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8ce3de-684e-4be0-a90c-325378d387e0 x-openstack-request-id: req-cb8ce3de-684e-4be0-a90c-325378d387e0 {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:52:26.703840 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23441142-aede-42ab-a96e-cb8e86a25c1b", "name": "network-vif-plugged", "status": "completed", "tag": "72b2e02d-0b0f-41a9-b205-34e67f729269", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:52:26.704237 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cb8ce3de-684e-4be0-a90c-325378d387e0 {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:52:26.704704 dv-cinder-786260-3-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23441142-aede-42ab-a96e-cb8e86a25c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b2e02d-0b0f-41a9-b205-34e67f729269', 'code': 200} Jun 06 11:52:26.776609 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-3095465d-7751-49fb-b7f4-c936a0e30e20 req-7f82aa6a-8d36-4ded-a933-30895d657bc3 service neutron] 10.222.0.11 "GET /v2.0/networks/53b80e57-123d-4655-a358-8bccaeb52df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770649 Jun 06 11:52:26.853958 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-774610ed-3910-4319-9f2d-384c4a2f96f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:26.926154 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-3095465d-7751-49fb-b7f4-c936a0e30e20 req-f6b92dfa-8000-482a-a823-d99b3095de96 service neutron] 10.222.0.11 "GET /v2.0/networks/53b80e57-123d-4655-a358-8bccaeb52df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422434 Jun 06 11:52:26.965042 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 40382) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:27.000967 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fe308914-7175-4f0e-8481-6cd3e899ae79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:27.061507 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ea22f-f1e7-4a06-bad6-28f0f959d520 req-b23e4a0f-70b8-4bbe-9aa4-8028980919f4 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:27.063022 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-6f5ea22f-f1e7-4a06-bad6-28f0f959d520 req-b23e4a0f-70b8-4bbe-9aa4-8028980919f4 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a396a8c-d89e-443e-b3e4-4ddb293eb34f HTTP/1.1" status: 200 len: 945 time: 0.1358619 Jun 06 11:52:27.115608 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-774610ed-3910-4319-9f2d-384c4a2f96f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:27.118727 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-6f5ea22f-f1e7-4a06-bad6-28f0f959d520 req-98311993-4b9f-4586-8094-1699d25d0a15 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f73836b-3744-40a0-b582-46b0c9500436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471532 Jun 06 11:52:27.125627 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d46010-cab3-4c97-9e59-4d033d591d3e req-349258a0-77b9-44a9-a7e4-2758b2997e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:27.127128 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-01d46010-cab3-4c97-9e59-4d033d591d3e req-349258a0-77b9-44a9-a7e4-2758b2997e1f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 1098 time: 0.1272802 Jun 06 11:52:27.130762 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-774610ed-3910-4319-9f2d-384c4a2f96f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:27.144436 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:27.177227 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-01d46010-cab3-4c97-9e59-4d033d591d3e req-51f52e68-edd3-4686-a717-711acc0f49f6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429735 Jun 06 11:52:27.190212 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705cbd81-e7d6-489e-833c-4f3124158b5d req-6389c60c-05b4-4c82-890a-266f5ad90a39 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:27.191728 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-705cbd81-e7d6-489e-833c-4f3124158b5d req-6389c60c-05b4-4c82-890a-266f5ad90a39 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 945 time: 0.1796675 Jun 06 11:52:27.205434 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-774610ed-3910-4319-9f2d-384c4a2f96f2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=11f916aa8b5e462c98826764802a042c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5444586 Jun 06 11:52:27.208223 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 40394) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:27.227428 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774610ed-3910-4319-9f2d-384c4a2f96f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1ce62c-cfd8-40fc-addf-458d67a36d48,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:27.238720 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-774610ed-3910-4319-9f2d-384c4a2f96f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:27.272301 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-705cbd81-e7d6-489e-833c-4f3124158b5d req-ceb13f74-cee8-4768-87af-cfe11606212d tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703223 Jun 06 11:52:27.338241 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1069183a-8e26-48ab-a973-e22ed0a85c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:27.350478 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fe308914-7175-4f0e-8481-6cd3e899ae79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:27.356615 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fe308914-7175-4f0e-8481-6cd3e899ae79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:27.367871 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-a9e91f1c-3852-493b-8418-cc364e513ae7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:27.439936 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1069183a-8e26-48ab-a973-e22ed0a85c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:27.497586 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-d0662bb4-64bb-41b5-a2b1-8eddc0b34bb5 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:27.499375 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-d0662bb4-64bb-41b5-a2b1-8eddc0b34bb5 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/networks?id=97c92385-ea3d-4eab-82a7-f3865717e06d HTTP/1.1" status: 200 len: 815 time: 0.2241421 Jun 06 11:52:27.516173 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-c53f6aa6-9296-4b24-aa2e-cdf893d7f256 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/quotas/68743bc4f4a2435aaf245debd07f1445 HTTP/1.1" status: 200 len: 375 time: 0.0105953 Jun 06 11:52:27.517733 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-fe308914-7175-4f0e-8481-6cd3e899ae79 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bc43bbe6b50f4b588496c0e061d796f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5471914 Jun 06 11:52:27.520619 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 40408) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:27.522883 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe308914-7175-4f0e-8481-6cd3e899ae79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7520e9-5e6f-43a5-b0de-7a2d30ac4b8f,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:27.531562 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-fe308914-7175-4f0e-8481-6cd3e899ae79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:27.567320 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device b7d59984-28fe-4d8a-9ec1-1185f8ca96c3 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 11:52:27.568251 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2fd920-88d9-4fcb-a360-71636a5c9538 req-f49802cd-d4ab-47b3-93ae-c1137eabccb1 tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:27.570019 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-2b2fd920-88d9-4fcb-a360-71636a5c9538 req-f49802cd-d4ab-47b3-93ae-c1137eabccb1 tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9f2210-6c4e-4548-9165-ceed867dfc57 HTTP/1.1" status: 200 len: 944 time: 0.0932703 Jun 06 11:52:27.570893 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 989ba9b9-62b0-4e89-ba91-21f43d26c83c up at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:52:27.621258 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-2b2fd920-88d9-4fcb-a360-71636a5c9538 req-0187329d-0cb6-4d6c-a88c-c26c8dcdc4ec tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb654ff2-5b54-4072-8708-31f253cd6c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418577 Jun 06 11:52:27.650923 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1069183a-8e26-48ab-a973-e22ed0a85c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:27.666600 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1069183a-8e26-48ab-a973-e22ed0a85c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:27.671076 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-1069183a-8e26-48ab-a973-e22ed0a85c39 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1a1ce62c-cfd8-40fc-addf-458d67a36d48 HTTP/1.1" status: 204 len: 168 time: 0.4585750 Jun 06 11:52:27.672804 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f18d4949-34fe-4794-aace-928186441b25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:27.697491 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1069183a-8e26-48ab-a973-e22ed0a85c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1ce62c-cfd8-40fc-addf-458d67a36d48,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:27.707340 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-1069183a-8e26-48ab-a973-e22ed0a85c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:27.718028 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e57f5055-4db9-45f8-8ce7-f6664f5c58aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:27.762063 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Provisioning for port 989ba9b9-62b0-4e89-ba91-21f43d26c83c completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:52:27.776268 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Provisioning complete for port 989ba9b9-62b0-4e89-ba91-21f43d26c83c triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:52:27.776268 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:27.820004 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e57f5055-4db9-45f8-8ce7-f6664f5c58aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:27.839947 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1893d88-03b3-4d1a-8b63-ffbd6a2d8f3e req-c9ab2f52-1770-4f59-8cc6-cb0cebd2df87 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:27.841454 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c1893d88-03b3-4d1a-8b63-ffbd6a2d8f3e req-c9ab2f52-1770-4f59-8cc6-cb0cebd2df87 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a396a8c-d89e-443e-b3e4-4ddb293eb34f HTTP/1.1" status: 200 len: 945 time: 0.2681675 Jun 06 11:52:27.845038 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e8876-78c6-42fd-a51b-8e4a2160bef8 req-2d75df6d-783f-4f4a-833a-9237419e3fba tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:27.847333 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-271e8876-78c6-42fd-a51b-8e4a2160bef8 req-2d75df6d-783f-4f4a-833a-9237419e3fba tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 945 time: 0.1083422 Jun 06 11:52:27.851876 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port b7d59984-28fe-4d8a-9ec1-1185f8ca96c3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b7d59984-28fe-4d8a-9ec1-1185f8ca96c3,segment=NetworkSegment(64808af9-cdd9-45d0-976e-99c37d5074e7),segment_id=64808af9-cdd9-45d0-976e-99c37d5074e7)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:52:27.868586 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-5bc2c25b-953c-4376-a639-813b31d6ed89 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=68743bc4f4a2435aaf245debd07f1445&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3299370 Jun 06 11:52:27.868808 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Returning: {'device': 'b7d59984-28fe-4d8a-9ec1-1185f8ca96c3', 'network_id': '53b80e57-123d-4655-a358-8bccaeb52df8', 'port_id': 'b7d59984-28fe-4d8a-9ec1-1185f8ca96c3', 'mac_address': 'fa:16:3e:89:c0:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b076746-6c11-4ae5-aafc-2341dd4094a5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 11:52:27.926316 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-271e8876-78c6-42fd-a51b-8e4a2160bef8 req-f608376c-5e3b-4895-af50-2ecbcd3bb8c8 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696137 Jun 06 11:52:27.992426 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:28.009338 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:28.026865 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d59984-28fe-4d8a-9ec1-1185f8ca96c3 {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 11:52:28.056604 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port b7d59984-28fe-4d8a-9ec1-1185f8ca96c3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b7d59984-28fe-4d8a-9ec1-1185f8ca96c3,segment=NetworkSegment(64808af9-cdd9-45d0-976e-99c37d5074e7),segment_id=64808af9-cdd9-45d0-976e-99c37d5074e7)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:52:28.062175 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 989ba9b9-62b0-4e89-ba91-21f43d26c83c, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=989ba9b9-62b0-4e89-ba91-21f43d26c83c,segment=NetworkSegment(80a63e8a-38a8-406a-8b0d-bb2d67e9b52e),segment_id=80a63e8a-38a8-406a-8b0d-bb2d67e9b52e)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:52:28.064153 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:28.066279 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-233aedbb-069e-4105-8b97-80551e3d7fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:28.107573 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:28.143489 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=b7d59984-28fe-4d8a-9ec1-1185f8ca96c3,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:28.147006 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:28.147501 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-9ed1dd34-5056-4baf-86ca-5063c5fe014a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:28.188212 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 40418) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:28.219098 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=989ba9b9-62b0-4e89-ba91-21f43d26c83c,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:28.222551 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:28.232364 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a3e7c077-4a72-43fa-981e-bd6a7c33ad10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:28.253318 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e57f5055-4db9-45f8-8ce7-f6664f5c58aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:28.262546 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e57f5055-4db9-45f8-8ce7-f6664f5c58aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:28.263662 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-e57f5055-4db9-45f8-8ce7-f6664f5c58aa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1a7520e9-5e6f-43a5-b0de-7a2d30ac4b8f HTTP/1.1" status: 204 len: 168 time: 0.7418532 Jun 06 11:52:28.266784 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-cb1e0386-6e71-4936-ab97-a966844bd77c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:28.316276 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-954ff1ab-680c-453e-8a4a-87cbb9760e56 service neutron] 10.222.0.42 "GET /v2.0/networks/97c92385-ea3d-4eab-82a7-f3865717e06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653610 Jun 06 11:52:28.345656 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f5055-4db9-45f8-8ce7-f6664f5c58aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7520e9-5e6f-43a5-b0de-7a2d30ac4b8f,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:28.354427 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e57f5055-4db9-45f8-8ce7-f6664f5c58aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:28.384496 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-c1893d88-03b3-4d1a-8b63-ffbd6a2d8f3e req-1b3a4515-dfd8-44e3-ba86-95d31e3da878 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] Deleting port ea7e8690-28ed-4a0c-990d-9f04df06cfa7 {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 11:52:28.385155 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-c1893d88-03b3-4d1a-8b63-ffbd6a2d8f3e req-1b3a4515-dfd8-44e3-ba86-95d31e3da878 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:28.390412 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] get_ports_and_sgs() called for port_ids ['b7d59984-28fe-4d8a-9ec1-1185f8ca96c3'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 11:52:28.442077 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a3e7c077-4a72-43fa-981e-bd6a7c33ad10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:28.447519 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a3e7c077-4a72-43fa-981e-bd6a7c33ad10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:28.459128 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-d8fba90b-77b4-4aad-8fbe-a16e6caf1a32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:28.515975 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-a3e7c077-4a72-43fa-981e-bd6a7c33ad10 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=df0e45e575284dc1bf686cf691ee39c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3242443 Jun 06 11:52:28.515975 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e7c077-4a72-43fa-981e-bd6a7c33ad10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64926c17-ff8b-4fcf-85bb-460825217239,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:28.517303 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 40428) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:28.561488 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-a3e7c077-4a72-43fa-981e-bd6a7c33ad10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:28.587989 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3757258c-4457-4a81-a230-9a54b9531a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:28.678185 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3757258c-4457-4a81-a230-9a54b9531a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:28.707553 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b26fa4-8613-427b-8409-2c6ab39b179c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989ba9b9-62b0-4e89-ba91-21f43d26c83c'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:52:28.710524 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0ef12a69f97602b9a4dda1947a91503bc9b0dd65cb545ae1f4eaba5f5490f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb3220e-01a5-4332-b822-1cf0f0796172" -d '{"events": [{"server_uuid": "20b26fa4-8613-427b-8409-2c6ab39b179c", "name": "network-vif-plugged", "status": "completed", "tag": "989ba9b9-62b0-4e89-ba91-21f43d26c83c"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:52:28.753595 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f4d50-194f-49af-86ad-7529b6efe006 req-73712180-0947-47ce-a267-84a71a9f31d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:28.755513 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-6e8f4d50-194f-49af-86ad-7529b6efe006 req-73712180-0947-47ce-a267-84a71a9f31d8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ffbf540fd73d452aaaeae928aa00e219&device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 1098 time: 0.2705235 Jun 06 11:52:28.770198 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-b461ba02-dc99-4732-9dbc-ab5d4cfd2803 service neutron] 10.222.0.42 "GET /v2.0/networks/97c92385-ea3d-4eab-82a7-f3865717e06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4472709 Jun 06 11:52:28.784956 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4694efd-bfa5-4ec5-81b3-d620f7a73e0f req-dfc8ba19-94b7-419f-83db-d5029b58b28d tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:28.788534 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-e4694efd-bfa5-4ec5-81b3-d620f7a73e0f req-dfc8ba19-94b7-419f-83db-d5029b58b28d tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a396a8c-d89e-443e-b3e4-4ddb293eb34f HTTP/1.1" status: 200 len: 945 time: 0.1731703 Jun 06 11:52:28.831023 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-c1893d88-03b3-4d1a-8b63-ffbd6a2d8f3e req-1b3a4515-dfd8-44e3-ba86-95d31e3da878 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] For port ea7e8690-28ed-4a0c-990d-9f04df06cfa7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ea7e8690-28ed-4a0c-990d-9f04df06cfa7,segment=NetworkSegment(986baee3-f833-4b34-a177-5e31fe787c5b),segment_id=986baee3-f833-4b34-a177-5e31fe787c5b)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:52:28.831391 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-c1893d88-03b3-4d1a-8b63-ffbd6a2d8f3e req-1b3a4515-dfd8-44e3-ba86-95d31e3da878 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:28.876010 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-e4694efd-bfa5-4ec5-81b3-d620f7a73e0f req-4a24d1d4-5166-44da-b2f3-4df63fac191c tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f73836b-3744-40a0-b582-46b0c9500436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702372 Jun 06 11:52:28.877199 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3757258c-4457-4a81-a230-9a54b9531a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:28.885562 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3757258c-4457-4a81-a230-9a54b9531a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:28.897850 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-3757258c-4457-4a81-a230-9a54b9531a03 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/64926c17-ff8b-4fcf-85bb-460825217239 HTTP/1.1" status: 204 len: 168 time: 0.3753579 Jun 06 11:52:28.904656 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:28.938639 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3757258c-4457-4a81-a230-9a54b9531a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64926c17-ff8b-4fcf-85bb-460825217239,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:28.944531 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-3757258c-4457-4a81-a230-9a54b9531a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:29.120488 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-c1893d88-03b3-4d1a-8b63-ffbd6a2d8f3e req-1b3a4515-dfd8-44e3-ba86-95d31e3da878 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] Calling delete_port for ea7e8690-28ed-4a0c-990d-9f04df06cfa7 owned by compute:nova {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 11:52:29.282641 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5fc7f4-2ace-4f55-9c0c-34aa71ea2e88 req-8f6bcea9-4384-45f3-8626-624eec9fa372 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:29.284593 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-3b5fc7f4-2ace-4f55-9c0c-34aa71ea2e88 req-8f6bcea9-4384-45f3-8626-624eec9fa372 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 946 time: 0.1113214 Jun 06 11:52:29.346816 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f4d50-194f-49af-86ad-7529b6efe006 req-37ea6f44-fec3-400d-91bb-a9fd42ecd3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:29.348318 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-6e8f4d50-194f-49af-86ad-7529b6efe006 req-37ea6f44-fec3-400d-91bb-a9fd42ecd3f4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=781481ba-9256-4a59-98f9-089a31fa7ed5 HTTP/1.1" status: 200 len: 919 time: 0.5770566 Jun 06 11:52:29.385798 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-3b5fc7f4-2ace-4f55-9c0c-34aa71ea2e88 req-f9512f93-4acd-4335-ad1c-c6d837ccbe36 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883746 Jun 06 11:52:29.452871 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21c76e-a623-43b7-a78c-9cdc4fdbf654 req-7e393705-4cd8-4d5f-881f-1c2ca00b4357 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:29.461074 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-6f21c76e-a623-43b7-a78c-9cdc4fdbf654 req-7e393705-4cd8-4d5f-881f-1c2ca00b4357 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 945 time: 0.3373284 Jun 06 11:52:29.467276 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-6e8f4d50-194f-49af-86ad-7529b6efe006 req-0d3116ee-adb4-4297-97eb-ee9b2b02d36c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e218abc3-b18e-4622-832c-9b02b3c725c8 HTTP/1.1" status: 200 len: 217 time: 0.1077816 Jun 06 11:52:29.582481 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device b7d59984-28fe-4d8a-9ec1-1185f8ca96c3 up at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:52:29.647576 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cfee8c-dbd1-4c94-b33e-90aed0a4e8c9 req-b09356ca-0542-49f7-b596-4ee8aab8ac3a tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:29.659841 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-6f21c76e-a623-43b7-a78c-9cdc4fdbf654 req-664aa653-2485-4ed2-a699-0ff7cca9b5e9 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967344 Jun 06 11:52:29.671640 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-f2cfee8c-dbd1-4c94-b33e-90aed0a4e8c9 req-b09356ca-0542-49f7-b596-4ee8aab8ac3a tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9f2210-6c4e-4548-9165-ceed867dfc57 HTTP/1.1" status: 200 len: 945 time: 0.1351631 Jun 06 11:52:29.674970 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f4d50-194f-49af-86ad-7529b6efe006 req-73ea282f-966a-47c5-9521-a10531602cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:29.682863 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-6e8f4d50-194f-49af-86ad-7529b6efe006 req-73ea282f-966a-47c5-9521-a10531602cfd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e34565f1-8647-4fbb-a0bd-9f9d6cf328e3 HTTP/1.1" status: 200 len: 858 time: 0.1950817 Jun 06 11:52:29.756990 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-f2cfee8c-dbd1-4c94-b33e-90aed0a4e8c9 req-041f4ed6-35f3-406d-986e-5a07966ca843 tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb654ff2-5b54-4072-8708-31f253cd6c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831239 Jun 06 11:52:29.791411 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88308c4a-7160-49ab-bac1-8c0e08182ded x-openstack-request-id: req-88308c4a-7160-49ab-bac1-8c0e08182ded {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:52:29.792307 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20b26fa4-8613-427b-8409-2c6ab39b179c", "name": "network-vif-plugged", "status": "completed", "tag": "989ba9b9-62b0-4e89-ba91-21f43d26c83c", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:52:29.794153 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-88308c4a-7160-49ab-bac1-8c0e08182ded {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:52:29.794981 dv-cinder-786260-3-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b26fa4-8613-427b-8409-2c6ab39b179c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989ba9b9-62b0-4e89-ba91-21f43d26c83c', 'code': 200} Jun 06 11:52:29.799926 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-6e8f4d50-194f-49af-86ad-7529b6efe006 req-be51ee17-3a3e-4242-a30c-0ad211f2ba3f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=781481ba-9256-4a59-98f9-089a31fa7ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095111 Jun 06 11:52:29.802545 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Provisioning for port b7d59984-28fe-4d8a-9ec1-1185f8ca96c3 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:52:29.812133 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Provisioning complete for port b7d59984-28fe-4d8a-9ec1-1185f8ca96c3 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:52:29.813146 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:29.856858 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-c1893d88-03b3-4d1a-8b63-ffbd6a2d8f3e req-1b3a4515-dfd8-44e3-ba86-95d31e3da878 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:29.870221 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:29.985652 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:30.028494 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port b7d59984-28fe-4d8a-9ec1-1185f8ca96c3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b7d59984-28fe-4d8a-9ec1-1185f8ca96c3,segment=NetworkSegment(64808af9-cdd9-45d0-976e-99c37d5074e7),segment_id=64808af9-cdd9-45d0-976e-99c37d5074e7)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:52:30.033227 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:30.034636 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device ea7e8690-28ed-4a0c-990d-9f04df06cfa7 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 11:52:30.070706 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:30.132478 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a4515-dfd8-44e3-ba86-95d31e3da878 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] Pushing event deleted for resources: {'Port': ['ID=ea7e8690-28ed-4a0c-990d-9f04df06cfa7,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:30.140072 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-0d56d8f3-c6f5-4899-bf32-790ed6a59229 req-1cc59367-29f4-4256-a614-81021175ff5c tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f7bf051-a66b-4eeb-9b8d-e56bd1408541 HTTP/1.1" status: 200 len: 210 time: 0.1045449 Jun 06 11:52:30.162389 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-1b3a4515-dfd8-44e3-ba86-95d31e3da878 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:30.187901 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=b7d59984-28fe-4d8a-9ec1-1185f8ca96c3,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:30.192951 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:30.193803 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] No Port match for: ea7e8690-28ed-4a0c-990d-9f04df06cfa7 {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 11:52:30.194391 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device ea7e8690-28ed-4a0c-990d-9f04df06cfa7 not bound to the agent host hv-cinder-78626 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 11:52:30.211060 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-b3ba9eff-a6e8-4e46-9e77-12ad2989775e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:30.345561 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1589ec-acc2-4e70-9eab-f7720e7d5d4e req-3f759e36-5151-4234-b84a-1edd64b6ec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:30.347915 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-9e1589ec-acc2-4e70-9eab-f7720e7d5d4e req-3f759e36-5151-4234-b84a-1edd64b6ec74 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 1099 time: 0.1537864 Jun 06 11:52:30.411080 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-9e1589ec-acc2-4e70-9eab-f7720e7d5d4e req-0c9050de-3f02-4145-a363-339173ba718e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540745 Jun 06 11:52:30.412502 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-6e4c8cce-f89e-4749-bfd2-ec0c847db117 req-fc5c20b9-5d04-46f3-8995-058f47efff36 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a396a8c-d89e-443e-b3e4-4ddb293eb34f HTTP/1.1" status: 200 len: 210 time: 0.2780552 Jun 06 11:52:30.471231 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1893d88-03b3-4d1a-8b63-ffbd6a2d8f3e req-1b3a4515-dfd8-44e3-ba86-95d31e3da878 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] No DVR routers for this DVR port ea7e8690-28ed-4a0c-990d-9f04df06cfa7 on host hv-cinder-78626 {{(pid=91625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 11:52:30.477290 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-c1893d88-03b3-4d1a-8b63-ffbd6a2d8f3e req-1b3a4515-dfd8-44e3-ba86-95d31e3da878 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:30.479489 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c1893d88-03b3-4d1a-8b63-ffbd6a2d8f3e req-1b3a4515-dfd8-44e3-ba86-95d31e3da878 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] 10.222.0.11 "DELETE /v2.0/ports/ea7e8690-28ed-4a0c-990d-9f04df06cfa7 HTTP/1.1" status: 204 len: 173 time: 2.6098399 Jun 06 11:52:30.481265 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-6e8f4d50-194f-49af-86ad-7529b6efe006 req-b19cf81f-2283-4266-8576-8febf4b05dcf service neutron] 10.222.0.11 "GET /v2.0/networks/781481ba-9256-4a59-98f9-089a31fa7ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6751895 Jun 06 11:52:30.481742 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a396a8c-d89e-443e-b3e4-4ddb293eb34f', 'name': 'network-vif-deleted', 'tag': 'ea7e8690-28ed-4a0c-990d-9f04df06cfa7'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:52:30.484290 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d3a09975e5f8f43507a37e46b4ea231535690fa404cdff26bf77d84c9002b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d1177c-c788-4236-a94e-e8a764411d15" -d '{"events": [{"server_uuid": "4a396a8c-d89e-443e-b3e4-4ddb293eb34f", "name": "network-vif-deleted", "tag": "ea7e8690-28ed-4a0c-990d-9f04df06cfa7"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:52:30.643780 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebba4f8-7477-4244-bdad-6233660adf33 x-openstack-request-id: req-8ebba4f8-7477-4244-bdad-6233660adf33 {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:52:30.644325 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a396a8c-d89e-443e-b3e4-4ddb293eb34f", "name": "network-vif-deleted", "tag": "ea7e8690-28ed-4a0c-990d-9f04df06cfa7", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:52:30.644936 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8ebba4f8-7477-4244-bdad-6233660adf33 {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:52:30.645570 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a396a8c-d89e-443e-b3e4-4ddb293eb34f', 'name': 'network-vif-deleted', 'tag': 'ea7e8690-28ed-4a0c-990d-9f04df06cfa7', 'status': 'completed', 'code': 200} Jun 06 11:52:30.676820 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-6e8f4d50-194f-49af-86ad-7529b6efe006 req-18157f9b-00f6-44e8-8895-a079b03e8e5a service neutron] 10.222.0.11 "GET /v2.0/networks/781481ba-9256-4a59-98f9-089a31fa7ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859708 Jun 06 11:52:30.693034 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed24f98-4e5a-4813-bc25-2abd228835a3 req-aed6f2cd-4e93-407d-9a05-b27372715083 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:30.695165 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-8ed24f98-4e5a-4813-bc25-2abd228835a3 req-aed6f2cd-4e93-407d-9a05-b27372715083 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 946 time: 0.1469467 Jun 06 11:52:30.774015 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-8ed24f98-4e5a-4813-bc25-2abd228835a3 req-7874c29d-a93f-4b92-92f0-89a8eb1bdc0e tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694606 Jun 06 11:52:31.087878 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf1c7e-4e6c-473f-b694-6f4f3003169c req-c4e391a9-adf8-4c27-98ac-ff6470d3916f tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:31.093175 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba2c3e-63a1-4d92-b03e-867f3bfb6ee5 req-a7edeaad-7ebe-4c39-ac7a-2bb7756d981f tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:31.095206 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-16ba2c3e-63a1-4d92-b03e-867f3bfb6ee5 req-a7edeaad-7ebe-4c39-ac7a-2bb7756d981f tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 945 time: 0.2607677 Jun 06 11:52:31.096146 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-0fdf1c7e-4e6c-473f-b694-6f4f3003169c req-c4e391a9-adf8-4c27-98ac-ff6470d3916f tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9f2210-6c4e-4548-9165-ceed867dfc57 HTTP/1.1" status: 200 len: 946 time: 0.1335084 Jun 06 11:52:31.153472 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-0fdf1c7e-4e6c-473f-b694-6f4f3003169c req-a8932455-28fc-4984-a3d9-9281fef1c5a7 tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb654ff2-5b54-4072-8708-31f253cd6c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559993 Jun 06 11:52:31.262630 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-28ed3444-2ec2-4af5-a259-7576a63d13ec tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:31.266262 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-28ed3444-2ec2-4af5-a259-7576a63d13ec tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.11 "GET /v2.0/networks?id=97c92385-ea3d-4eab-82a7-f3865717e06d HTTP/1.1" status: 200 len: 815 time: 0.3224540 Jun 06 11:52:31.303675 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-173cdcd3-126e-44f6-8afa-78041e1e0d51 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Request body: {'port': {'device_id': '3f7bf051-a66b-4eeb-9b8d-e56bd1408541', 'network_id': '97c92385-ea3d-4eab-82a7-f3865717e06d', 'admin_state_up': True, 'tenant_id': '68743bc4f4a2435aaf245debd07f1445'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:52:31.366459 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-16ba2c3e-63a1-4d92-b03e-867f3bfb6ee5 req-c9c1353e-5f7a-46be-844d-2e2e867d7c17 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953518 Jun 06 11:52:31.445259 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-b1afc45f-7e38-4a2b-a6ae-66bed1b7c7ff req-4e9b2ce9-b58d-4b32-9e28-0bb5f670d36c tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f7bf051-a66b-4eeb-9b8d-e56bd1408541 HTTP/1.1" status: 200 len: 210 time: 0.0917096 Jun 06 11:52:31.596853 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-173cdcd3-126e-44f6-8afa-78041e1e0d51 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Made reservation on behalf of 68743bc4f4a2435aaf245debd07f1445 for: {'port': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:52:31.602472 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-173cdcd3-126e-44f6-8afa-78041e1e0d51 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:31.767037 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-023828a3-5234-4e29-b9d1-ed15682cb534 req-f4311363-3cc3-49bc-bfd3-3d9f9dff0f55 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a396a8c-d89e-443e-b3e4-4ddb293eb34f HTTP/1.1" status: 200 len: 210 time: 0.0656598 Jun 06 11:52:31.796415 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9f2210-6c4e-4548-9165-ceed867dfc57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d59984-28fe-4d8a-9ec1-1185f8ca96c3'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:52:31.800820 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0ef12a69f97602b9a4dda1947a91503bc9b0dd65cb545ae1f4eaba5f5490f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876f5133-8b00-45cc-a362-87b1ccbd72bc" -d '{"events": [{"server_uuid": "fa9f2210-6c4e-4548-9165-ceed867dfc57", "name": "network-vif-plugged", "status": "completed", "tag": "b7d59984-28fe-4d8a-9ec1-1185f8ca96c3"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:52:31.857777 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bed7a87-67c0-45c4-95ed-9d5e600d6378 x-openstack-request-id: req-6bed7a87-67c0-45c4-95ed-9d5e600d6378 {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:52:31.858344 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9f2210-6c4e-4548-9165-ceed867dfc57", "name": "network-vif-plugged", "status": "completed", "tag": "b7d59984-28fe-4d8a-9ec1-1185f8ca96c3", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:52:31.860818 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6bed7a87-67c0-45c4-95ed-9d5e600d6378 {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:52:31.861230 dv-cinder-786260-3-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa9f2210-6c4e-4548-9165-ceed867dfc57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d59984-28fe-4d8a-9ec1-1185f8ca96c3', 'code': 200} Jun 06 11:52:31.950866 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-173cdcd3-126e-44f6-8afa-78041e1e0d51 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Allocated IP 172.20.0.5 (97c92385-ea3d-4eab-82a7-f3865717e06d/7d39dea0-61db-4cdf-b4fe-ad7c7a97e403/7a0f12d6-f2ee-46a6-a727-5ff7328b00ef) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 11:52:32.111682 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae20f171-79a4-4d31-bdca-3e8cf39fd124 req-6038e65c-f530-4cf4-ac8f-ebb8c56c114f tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:32.113738 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-ae20f171-79a4-4d31-bdca-3e8cf39fd124 req-6038e65c-f530-4cf4-ac8f-ebb8c56c114f tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 946 time: 0.1753953 Jun 06 11:52:32.172882 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-ae20f171-79a4-4d31-bdca-3e8cf39fd124 req-ce047338-e749-42fe-b86a-a65c8008becf tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491469 Jun 06 11:52:32.288593 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-173cdcd3-126e-44f6-8afa-78041e1e0d51 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:32.306306 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5c441-87fd-4fde-aea4-796464078b75 req-b5da83da-2361-4500-9729-cd8ce6eb4356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:32.309749 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-03a5c441-87fd-4fde-aea4-796464078b75 req-b5da83da-2361-4500-9729-cd8ce6eb4356 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fa9f2210-6c4e-4548-9165-ceed867dfc57 HTTP/1.1" status: 200 len: 1099 time: 0.1663346 Jun 06 11:52:32.373369 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-173cdcd3-126e-44f6-8afa-78041e1e0d51 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:32.390293 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-8f9649af-9d58-4d67-aabd-6361baaef5ce tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:32.390519 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] get_ports_and_sgs() called for port_ids ['d317d814-b4d5-4208-98ac-67f5b4b0884b'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 11:52:32.406466 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406e651-ea0d-4693-be94-70dbafec4c34 req-05a4623b-1d1a-4343-801e-20d21384fdcd tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:32.409879 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-9406e651-ea0d-4693-be94-70dbafec4c34 req-05a4623b-1d1a-4343-801e-20d21384fdcd tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 946 time: 0.1049252 Jun 06 11:52:32.419799 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 40596) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:32.426401 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-a048bd30-2ec3-4e9b-b343-6744725b67fe tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Request body: {'floatingip': {'port_id': '989ba9b9-62b0-4e89-ba91-21f43d26c83c'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:52:32.530944 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 40606) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:32.618307 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-173cdcd3-126e-44f6-8afa-78041e1e0d51 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Network 97c92385-ea3d-4eab-82a7-f3865717e06d is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:52:32.644990 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-173cdcd3-126e-44f6-8afa-78041e1e0d51 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:52:32.649807 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-173cdcd3-126e-44f6-8afa-78041e1e0d51 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 11:52:32.663442 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a048bd30-2ec3-4e9b-b343-6744725b67fe tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks [] for floatingip, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:32.719202 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-03a5c441-87fd-4fde-aea4-796464078b75 req-dea945c5-fc5c-4bd9-adb9-dc8c428f29e9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fb654ff2-5b54-4072-8708-31f253cd6c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004488 Jun 06 11:52:32.725106 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:32.785080 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-173cdcd3-126e-44f6-8afa-78041e1e0d51 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:32.786279 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-173cdcd3-126e-44f6-8afa-78041e1e0d51 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:32.792338 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c9391ab7-be87-45b5-88df-828243a11c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:32.826213 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173cdcd3-126e-44f6-8afa-78041e1e0d51 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Pushing event updated for resources: {'Port': ['ID=7a0f12d6-f2ee-46a6-a727-5ff7328b00ef,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:32.837166 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-173cdcd3-126e-44f6-8afa-78041e1e0d51 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:32.841925 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e06c5062-5665-46a9-bbf0-75a7336e0cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:32.873642 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-173cdcd3-126e-44f6-8afa-78041e1e0d51 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5767426 Jun 06 11:52:32.894924 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319af04-2f85-45cc-b5f0-c9fc0b6a5e90 req-e8d555e2-1024-4be8-b04f-1cf1d899f4f9 tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:32.901790 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-9319af04-2f85-45cc-b5f0-c9fc0b6a5e90 req-e8d555e2-1024-4be8-b04f-1cf1d899f4f9 tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9f2210-6c4e-4548-9165-ceed867dfc57 HTTP/1.1" status: 200 len: 946 time: 0.5338795 Jun 06 11:52:32.934863 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-75cce32f-1d3f-47bf-a50f-2897a4458ec1 service neutron] Request body: {'port': {'device_id': '3f7bf051-a66b-4eeb-9b8d-e56bd1408541', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:52:32.984161 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcced0-2cc4-4f6b-a1ea-04d4fc7128ac req-121527e7-69ff-497f-b335-962e7f23742e tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:32.985565 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-57fcced0-2cc4-4f6b-a1ea-04d4fc7128ac req-121527e7-69ff-497f-b335-962e7f23742e tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 945 time: 0.3426390 Jun 06 11:52:33.021882 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-9319af04-2f85-45cc-b5f0-c9fc0b6a5e90 req-7e80a702-f484-4720-855c-a19f71773257 tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb654ff2-5b54-4072-8708-31f253cd6c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190040 Jun 06 11:52:33.180491 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-57fcced0-2cc4-4f6b-a1ea-04d4fc7128ac req-dad49956-f3c9-4f1b-9c77-7d81c0991714 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747170 Jun 06 11:52:33.333189 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-75cce32f-1d3f-47bf-a50f-2897a4458ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:33.348132 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e06c5062-5665-46a9-bbf0-75a7336e0cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:33.417401 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e06c5062-5665-46a9-bbf0-75a7336e0cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:33.437792 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:33.453927 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 40638) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:33.577702 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-e06c5062-5665-46a9-bbf0-75a7336e0cea admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eb80648434c946a9b509e6c135c53c77&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0397470 Jun 06 11:52:33.580098 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 40644) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:33.582593 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c5062-5665-46a9-bbf0-75a7336e0cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dfc5fc9-98e5-41aa-bdd2-7befb78de6cf,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:33.596577 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1c2ca-0041-4966-84cd-f75d2d3f2867 req-f782e801-aee1-453f-99d6-bbd03a5ff9bf tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:33.598126 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-9ee1c2ca-0041-4966-84cd-f75d2d3f2867 req-f782e801-aee1-453f-99d6-bbd03a5ff9bf tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f7bf051-a66b-4eeb-9b8d-e56bd1408541 HTTP/1.1" status: 200 len: 931 time: 0.4555936 Jun 06 11:52:33.603652 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e06c5062-5665-46a9-bbf0-75a7336e0cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:33.655450 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6bd4f000-8c36-4fc5-898b-2d4983d11394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:33.711871 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:33.742954 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-9ee1c2ca-0041-4966-84cd-f75d2d3f2867 req-3b4c9fdc-c39e-4c0e-a4ae-14ffddd7d02d tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192374 Jun 06 11:52:33.806697 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2dffb804-d5b9-4dd4-be21-3d72f29af19e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:33.859215 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a048bd30-2ec3-4e9b-b343-6744725b67fe tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:33.875727 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2dffb804-d5b9-4dd4-be21-3d72f29af19e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:33.911090 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a048bd30-2ec3-4e9b-b343-6744725b67fe tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625267'] for floatingip, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:34.001490 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6bd4f000-8c36-4fc5-898b-2d4983d11394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:34.006950 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-75cce32f-1d3f-47bf-a50f-2897a4458ec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a0f12d6-f2ee-46a6-a727-5ff7328b00ef {{(pid=91625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 11:52:34.014125 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6bd4f000-8c36-4fc5-898b-2d4983d11394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:34.028959 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-75cce32f-1d3f-47bf-a50f-2897a4458ec1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:34.031609 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:34.091785 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-6bd4f000-8c36-4fc5-898b-2d4983d11394 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1e86f958daad42078ca6e97813baec46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6313932 Jun 06 11:52:34.092846 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd4f000-8c36-4fc5-898b-2d4983d11394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e697ae87-a91b-4518-92c3-99fc91a2c931,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:34.095316 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 40656) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:34.097310 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-6bd4f000-8c36-4fc5-898b-2d4983d11394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:34.169598 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:34.181400 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-75cce32f-1d3f-47bf-a50f-2897a4458ec1 service neutron] Transition to ACTIVE for port object 7a0f12d6-f2ee-46a6-a727-5ff7328b00ef will not be triggered until provisioned by entity L2. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:52:34.183355 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2dffb804-d5b9-4dd4-be21-3d72f29af19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:34.184494 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-729c6e25-7e92-42eb-9db7-687c03c8889c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:34.186770 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2dffb804-d5b9-4dd4-be21-3d72f29af19e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:34.190855 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-2dffb804-d5b9-4dd4-be21-3d72f29af19e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9dfc5fc9-98e5-41aa-bdd2-7befb78de6cf HTTP/1.1" status: 204 len: 168 time: 0.6073895 Jun 06 11:52:34.195562 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-75cce32f-1d3f-47bf-a50f-2897a4458ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700882'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:34.199568 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-c11f1ec5-e2c2-49dd-97b8-bff64f864191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:34.204540 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:34.215032 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.db.l3_db [None req-a048bd30-2ec3-4e9b-b343-6744725b67fe tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Floating IP 35871779-c65e-4d06-8e2a-b073ec5743c7 associated. External IP: 172.28.1.149, port: 989ba9b9-62b0-4e89-ba91-21f43d26c83c. Jun 06 11:52:34.319681 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dffb804-d5b9-4dd4-be21-3d72f29af19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dfc5fc9-98e5-41aa-bdd2-7befb78de6cf,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:34.351753 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-2dffb804-d5b9-4dd4-be21-3d72f29af19e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:34.392579 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-729c6e25-7e92-42eb-9db7-687c03c8889c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:34.477961 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cce32f-1d3f-47bf-a50f-2897a4458ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=7a0f12d6-f2ee-46a6-a727-5ff7328b00ef,revision_number=2']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:34.505121 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8d3cb-dfb1-4498-b7f7-584c399ff6c9 req-eb986805-3a2f-406c-a4e8-76da388822c9 tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:34.510927 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-75cce32f-1d3f-47bf-a50f-2897a4458ec1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:34.512503 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-3df8d3cb-dfb1-4498-b7f7-584c399ff6c9 req-eb986805-3a2f-406c-a4e8-76da388822c9 tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9f2210-6c4e-4548-9165-ceed867dfc57 HTTP/1.1" status: 200 len: 946 time: 0.3013432 Jun 06 11:52:34.615797 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-729c6e25-7e92-42eb-9db7-687c03c8889c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:34.618385 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-75cce32f-1d3f-47bf-a50f-2897a4458ec1 service neutron] Attempting to bind port 7a0f12d6-f2ee-46a6-a727-5ff7328b00ef on host hv-cinder-78626 for vnic_type normal with profile {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 11:52:34.618736 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-75cce32f-1d3f-47bf-a50f-2897a4458ec1 service neutron] Attempting to bind port 7a0f12d6-f2ee-46a6-a727-5ff7328b00ef by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '9c6e229f-4d95-4dfb-a5de-b081666b0d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '97c92385-ea3d-4eab-82a7-f3865717e06d'}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 11:52:34.619105 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-75cce32f-1d3f-47bf-a50f-2897a4458ec1 service neutron] Attempting to bind port 7a0f12d6-f2ee-46a6-a727-5ff7328b00ef on network 97c92385-ea3d-4eab-82a7-f3865717e06d {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:52:34.624591 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-729c6e25-7e92-42eb-9db7-687c03c8889c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:34.627910 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-729c6e25-7e92-42eb-9db7-687c03c8889c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e697ae87-a91b-4518-92c3-99fc91a2c931 HTTP/1.1" status: 204 len: 168 time: 0.5294929 Jun 06 11:52:34.628252 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:34.641816 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093c804-057c-4f6b-8ec1-e296929703c0 req-f6f8f1e3-10e2-4f75-86bd-3cbb8192014c tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:34.643366 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2093c804-057c-4f6b-8ec1-e296929703c0 req-f6f8f1e3-10e2-4f75-86bd-3cbb8192014c tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 945 time: 0.2652965 Jun 06 11:52:34.643845 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 40666) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:34.665402 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-75cce32f-1d3f-47bf-a50f-2897a4458ec1 service neutron] Port 7a0f12d6-f2ee-46a6-a727-5ff7328b00ef on network 97c92385-ea3d-4eab-82a7-f3865717e06d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 11:52:34.666151 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-75cce32f-1d3f-47bf-a50f-2897a4458ec1 service neutron] Attempting to bind port 7a0f12d6-f2ee-46a6-a727-5ff7328b00ef on network 97c92385-ea3d-4eab-82a7-f3865717e06d {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:52:34.672980 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c6e25-7e92-42eb-9db7-687c03c8889c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e697ae87-a91b-4518-92c3-99fc91a2c931,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:34.690471 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-729c6e25-7e92-42eb-9db7-687c03c8889c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:34.691380 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-75cce32f-1d3f-47bf-a50f-2897a4458ec1 service neutron] Checking agent: {'id': 'e22919c8-6430-48bb-a7f5-088caf168a02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 50, 4), 'started_at': datetime.datetime(2021, 6, 6, 11, 50, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 11:52:34.691719 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-75cce32f-1d3f-47bf-a50f-2897a4458ec1 service neutron] Checking segment: {'id': '9c6e229f-4d95-4dfb-a5de-b081666b0d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '97c92385-ea3d-4eab-82a7-f3865717e06d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:52:34.692105 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-75cce32f-1d3f-47bf-a50f-2897a4458ec1 service neutron] Bound using segment: {'id': '9c6e229f-4d95-4dfb-a5de-b081666b0d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '97c92385-ea3d-4eab-82a7-f3865717e06d'} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 11:52:34.692550 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-75cce32f-1d3f-47bf-a50f-2897a4458ec1 service neutron] Bound port: 7a0f12d6-f2ee-46a6-a727-5ff7328b00ef, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c6e229f-4d95-4dfb-a5de-b081666b0d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '97c92385-ea3d-4eab-82a7-f3865717e06d'}}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 11:52:34.692901 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-75cce32f-1d3f-47bf-a50f-2897a4458ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:34.702587 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-15dcf028-0d77-48a0-9a53-d02380d6c3ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:34.730780 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-3df8d3cb-dfb1-4498-b7f7-584c399ff6c9 req-15084457-f85f-4e97-96e1-a64b51aa90e8 tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb654ff2-5b54-4072-8708-31f253cd6c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173047 Jun 06 11:52:34.796580 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2093c804-057c-4f6b-8ec1-e296929703c0 req-5e801047-7137-4036-b825-d1ddc74cd02e tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276507 Jun 06 11:52:34.856728 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-75cce32f-1d3f-47bf-a50f-2897a4458ec1 service neutron] For port 7a0f12d6-f2ee-46a6-a727-5ff7328b00ef, host hv-cinder-78626, cleared binding levels {{(pid=91625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 11:52:34.860806 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-75cce32f-1d3f-47bf-a50f-2897a4458ec1 service neutron] For port 7a0f12d6-f2ee-46a6-a727-5ff7328b00ef, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7a0f12d6-f2ee-46a6-a727-5ff7328b00ef,segment=NetworkSegment(9c6e229f-4d95-4dfb-a5de-b081666b0d57),segment_id=9c6e229f-4d95-4dfb-a5de-b081666b0d57)] {{(pid=91625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 11:52:34.872806 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-75cce32f-1d3f-47bf-a50f-2897a4458ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700882'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:34.883655 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a048bd30-2ec3-4e9b-b343-6744725b67fe tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Router d510c833-d6e1-45ff-9c8a-e5580604a2ee has already been hosted by L3 agent 3ae38246-b788-4a45-8398-d1ca6712d00e {{(pid=91626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 11:52:34.891571 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:35.008680 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-75cce32f-1d3f-47bf-a50f-2897a4458ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:35.009335 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-75cce32f-1d3f-47bf-a50f-2897a4458ec1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:35.010726 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-75cce32f-1d3f-47bf-a50f-2897a4458ec1 service neutron] 10.222.0.11 "PUT /v2.0/ports/7a0f12d6-f2ee-46a6-a727-5ff7328b00ef HTTP/1.1" status: 200 len: 1093 time: 2.1069274 Jun 06 11:52:35.011768 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f7bf051-a66b-4eeb-9b8d-e56bd1408541', 'tag': '7a0f12d6-f2ee-46a6-a727-5ff7328b00ef'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:52:35.014095 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d3a09975e5f8f43507a37e46b4ea231535690fa404cdff26bf77d84c9002b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111f62c0-bb9a-4db1-afc4-0f975e2067bf" -d '{"events": [{"name": "network-changed", "server_uuid": "3f7bf051-a66b-4eeb-9b8d-e56bd1408541", "tag": "7a0f12d6-f2ee-46a6-a727-5ff7328b00ef"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:52:35.104026 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-15dcf028-0d77-48a0-9a53-d02380d6c3ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:35.104944 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cce32f-1d3f-47bf-a50f-2897a4458ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=7a0f12d6-f2ee-46a6-a727-5ff7328b00ef,revision_number=3']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:35.112274 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-75cce32f-1d3f-47bf-a50f-2897a4458ec1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:35.127551 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-15dcf028-0d77-48a0-9a53-d02380d6c3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:35.143718 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672528b0-dc8e-4c9e-b33b-4ac138e9b2ff x-openstack-request-id: req-672528b0-dc8e-4c9e-b33b-4ac138e9b2ff {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:52:35.144082 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f7bf051-a66b-4eeb-9b8d-e56bd1408541", "tag": "7a0f12d6-f2ee-46a6-a727-5ff7328b00ef", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:52:35.144363 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-672528b0-dc8e-4c9e-b33b-4ac138e9b2ff {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:52:35.144775 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f7bf051-a66b-4eeb-9b8d-e56bd1408541', 'tag': '7a0f12d6-f2ee-46a6-a727-5ff7328b00ef', 'status': 'completed', 'code': 200} Jun 06 11:52:35.145149 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:35.203205 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-15dcf028-0d77-48a0-9a53-d02380d6c3ad admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=130728ff36b440429bf45668a22b926a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5556066 Jun 06 11:52:35.208239 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 40684) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:35.211368 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dcf028-0d77-48a0-9a53-d02380d6c3ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664cf86b-3295-4e2a-9683-4fac2bdd962a,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:35.224648 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-15dcf028-0d77-48a0-9a53-d02380d6c3ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:35.226505 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 40686) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:35.248196 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 40688) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:35.252985 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-3dd22d5d-e075-483b-b730-d8de39563e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:35.254456 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-3dd22d5d-e075-483b-b730-d8de39563e88 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68743bc4f4a2435aaf245debd07f1445&device_id=3f7bf051-a66b-4eeb-9b8d-e56bd1408541 HTTP/1.1" status: 200 len: 1096 time: 0.1839180 Jun 06 11:52:35.298952 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5ae5a3a4-3176-4905-9026-a6e2083f71ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:35.300004 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a048bd30-2ec3-4e9b-b343-6744725b67fe tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify agent at l3_agent.dv-cinder-786260-3-smb the message routers_updated {{(pid=91626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 11:52:35.312344 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a048bd30-2ec3-4e9b-b343-6744725b67fe tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for floatingip, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:35.317901 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736d9aef-a0a5-470b-9b79-4a4662d2ace0 None None] Sync routers for ids ['d510c833-d6e1-45ff-9c8a-e5580604a2ee'] in dv-cinder-786260-3-smb {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 11:52:35.332001 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736d9aef-a0a5-470b-9b79-4a4662d2ace0 None None] Routers {'d510c833-d6e1-45ff-9c8a-e5580604a2ee'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:52:35.332566 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-736d9aef-a0a5-470b-9b79-4a4662d2ace0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T11:52:33Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['d510c833-d6e1-45ff-9c8a-e5580604a2ee'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:52:35.390842 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-a048bd30-2ec3-4e9b-b343-6744725b67fe tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "PUT /v2.0/floatingips/35871779-c65e-4d06-8e2a-b073ec5743c7 HTTP/1.1" status: 200 len: 992 time: 2.9694226 Jun 06 11:52:35.393547 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20b26fa4-8613-427b-8409-2c6ab39b179c', 'tag': '989ba9b9-62b0-4e89-ba91-21f43d26c83c'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:52:35.398185 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-f0027a6e-183c-4941-860a-f4ae3196f041 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a0f12d6-f2ee-46a6-a727-5ff7328b00ef HTTP/1.1" status: 200 len: 217 time: 0.1043522 Jun 06 11:52:35.424967 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc9e4729878f16c834b645d3c09f80e418a2a47aed75d72574769f74497ec88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de912e9e-b77c-46bf-af25-22823876b429" -d '{"events": [{"name": "network-changed", "server_uuid": "20b26fa4-8613-427b-8409-2c6ab39b179c", "tag": "989ba9b9-62b0-4e89-ba91-21f43d26c83c"}]}' {{(pid=91626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:52:35.473924 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232eaa0-2673-482d-854b-162175afdc01 req-0558def0-aabc-480e-b746-248bf293294e tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:35.481029 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-6bfb6465-83d1-4cdd-89ec-43d387f2f8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:35.482714 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-6bfb6465-83d1-4cdd-89ec-43d387f2f8fb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d39dea0-61db-4cdf-b4fe-ad7c7a97e403 HTTP/1.1" status: 200 len: 855 time: 0.0771239 Jun 06 11:52:35.484717 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-9232eaa0-2673-482d-854b-162175afdc01 req-0558def0-aabc-480e-b746-248bf293294e tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f7bf051-a66b-4eeb-9b8d-e56bd1408541 HTTP/1.1" status: 200 len: 943 time: 0.4286051 Jun 06 11:52:35.539384 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-9232eaa0-2673-482d-854b-162175afdc01 req-0e7d1c96-c6b0-429a-bd0e-36c7c5e8234e tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538144 Jun 06 11:52:35.541105 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-eb8b1628-0202-46d4-9a5c-39aa3a5bc437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:35.587161 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:35.613109 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8313d656-bb8d-4d85-9128-1023c4732d17 x-openstack-request-id: req-8313d656-bb8d-4d85-9128-1023c4732d17 {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:52:35.613825 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20b26fa4-8613-427b-8409-2c6ab39b179c", "tag": "989ba9b9-62b0-4e89-ba91-21f43d26c83c", "status": "completed", "code": 200}]} {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:52:35.614185 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8313d656-bb8d-4d85-9128-1023c4732d17 {{(pid=91626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:52:35.614603 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20b26fa4-8613-427b-8409-2c6ab39b179c', 'tag': '989ba9b9-62b0-4e89-ba91-21f43d26c83c', 'status': 'completed', 'code': 200} Jun 06 11:52:35.694949 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-736d9aef-a0a5-470b-9b79-4a4662d2ace0 None None] Set router d510c833-d6e1-45ff-9c8a-e5580604a2ee gateway port host: dv-cinder-786260-3-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:52:35.703299 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_v2 [None req-111be14c-76ed-46ff-a3d7-d7c4daba5633 admin admin] Deleting subnet 669913a0-fd7c-46f7-9c7a-6c7398025b09 {{(pid=91625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 11:52:35.706365 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-111be14c-76ed-46ff-a3d7-d7c4daba5633 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:35.813806 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-c0efa8e5-c896-4148-b483-ed1fecb1d65a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97c92385-ea3d-4eab-82a7-f3865717e06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2616558 Jun 06 11:52:35.872827 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-eb8b1628-0202-46d4-9a5c-39aa3a5bc437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:35.907497 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-111be14c-76ed-46ff-a3d7-d7c4daba5633 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2996275'] for subnet, precommit_delete_associations {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:36.032070 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a413faf-0199-4d73-a29f-c5275f2963ca req-9931a2a4-dd18-4e25-a6d9-90f78f818e45 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:36.033907 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-4a413faf-0199-4d73-a29f-c5275f2963ca req-9931a2a4-dd18-4e25-a6d9-90f78f818e45 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 945 time: 0.0955706 Jun 06 11:52:36.089752 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-736d9aef-a0a5-470b-9b79-4a4662d2ace0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'name': 'tempest-AttachVolumeShelveTestJSON-204249353-router', 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': 'e4ff3e5d-d6eb-4cec-9a24-abbef944d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:41Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'gw_port': {'id': 'e4ff3e5d-d6eb-4cec-9a24-abbef944d08f', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:09:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:43Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_floatingips': [{'id': '35871779-c65e-4d06-8e2a-b073ec5743c7', 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'floating_ip_address': '172.28.1.149', 'floating_network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'router_id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'port_id': '989ba9b9-62b0-4e89-ba91-21f43d26c83c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282', 'mac_address': 'fa:16:3e:7c:5d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b26fa4-8613-427b-8409-2c6ab39b179c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T11:52:06Z', 'updated_at': '2021-06-06T11:52:33Z', 'revision_number': 1, 'project_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7069b52e-7146-48c2-bce1-3d503474d699', 'name': '', 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282', 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'mac_address': 'fa:16:3e:38:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:50Z', 'updated_at': '2021-06-06T11:52:05Z', 'revision_number': 5, 'project_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'subnets': [{'id': '50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:52:36.095110 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736d9aef-a0a5-470b-9b79-4a4662d2ace0 None None] Checking router: d510c833-d6e1-45ff-9c8a-e5580604a2ee for host: dv-cinder-786260-3-smb {{(pid=91628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 11:52:36.106543 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736d9aef-a0a5-470b-9b79-4a4662d2ace0 None None] Routers {'d510c833-d6e1-45ff-9c8a-e5580604a2ee'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:52:36.107442 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-736d9aef-a0a5-470b-9b79-4a4662d2ace0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T11:52:33Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['d510c833-d6e1-45ff-9c8a-e5580604a2ee'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:52:36.125349 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-4a413faf-0199-4d73-a29f-c5275f2963ca req-e3daee18-0278-4385-870c-b4d0af3108a8 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780735 Jun 06 11:52:36.133772 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-111be14c-76ed-46ff-a3d7-d7c4daba5633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7795437'] for subnet, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:36.213493 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de912e9e-b77c-46bf-af25-22823876b429 req-953bba70-6023-4544-ae09-a18224f8133d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:36.216141 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-de912e9e-b77c-46bf-af25-22823876b429 req-953bba70-6023-4544-ae09-a18224f8133d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8bf000e1cce144f38f4104d8d8deb9aa&device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 1099 time: 0.4757311 Jun 06 11:52:36.218471 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5ae5a3a4-3176-4905-9026-a6e2083f71ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:36.222943 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-06372cb1-35ed-42b6-b177-aedcec9536bd service neutron] 10.222.0.11 "GET /v2.0/networks/97c92385-ea3d-4eab-82a7-f3865717e06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888731 Jun 06 11:52:36.229138 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-eb8b1628-0202-46d4-9a5c-39aa3a5bc437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:36.231959 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-eb8b1628-0202-46d4-9a5c-39aa3a5bc437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:36.237216 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-eb8b1628-0202-46d4-9a5c-39aa3a5bc437 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/664cf86b-3295-4e2a-9683-4fac2bdd962a HTTP/1.1" status: 204 len: 168 time: 1.0255690 Jun 06 11:52:36.237798 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-15dcf028-0d77-48a0-9a53-d02380d6c3ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:36.303849 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-736d9aef-a0a5-470b-9b79-4a4662d2ace0 None None] Set router d510c833-d6e1-45ff-9c8a-e5580604a2ee gateway port host: dv-cinder-786260-3-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:52:36.323638 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5ae5a3a4-3176-4905-9026-a6e2083f71ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:36.338533 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b1628-0202-46d4-9a5c-39aa3a5bc437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664cf86b-3295-4e2a-9683-4fac2bdd962a,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:36.366088 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-eb8b1628-0202-46d4-9a5c-39aa3a5bc437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:36.366984 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-d68df0ea-e762-43a2-94ca-e9f7782d931c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:36.510779 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-5ae5a3a4-3176-4905-9026-a6e2083f71ee admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=07e43179e9da4951a9724c6ec6a77b1d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2832148 Jun 06 11:52:36.511717 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 40722) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:36.577141 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae5a3a4-3176-4905-9026-a6e2083f71ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e337fcc5-ea00-4f09-8646-b9044388a3e6,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:36.593464 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-5ae5a3a4-3176-4905-9026-a6e2083f71ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:36.622923 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-111be14c-76ed-46ff-a3d7-d7c4daba5633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7795428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2700932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4042801'] for subnet, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:36.657030 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3f1a15d4-efc7-4a2e-b84c-3dfbc2105d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:36.679431 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-76356b37-21b7-469f-9941-6d6c537baa43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:36.732918 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3f1a15d4-efc7-4a2e-b84c-3dfbc2105d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:36.806963 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3f1a15d4-efc7-4a2e-b84c-3dfbc2105d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:36.810539 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3f1a15d4-efc7-4a2e-b84c-3dfbc2105d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:36.812366 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-3f1a15d4-efc7-4a2e-b84c-3dfbc2105d9b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e337fcc5-ea00-4f09-8646-b9044388a3e6 HTTP/1.1" status: 204 len: 168 time: 0.2993984 Jun 06 11:52:36.828426 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-8cffd693-dbbd-4005-970d-f92b987fbbae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:36.843592 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-736d9aef-a0a5-470b-9b79-4a4662d2ace0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'name': 'tempest-AttachVolumeShelveTestJSON-204249353-router', 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': 'e4ff3e5d-d6eb-4cec-9a24-abbef944d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:41Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'gw_port': {'id': 'e4ff3e5d-d6eb-4cec-9a24-abbef944d08f', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:09:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:43Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_floatingips': [{'id': '35871779-c65e-4d06-8e2a-b073ec5743c7', 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'floating_ip_address': '172.28.1.149', 'floating_network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'router_id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'port_id': '989ba9b9-62b0-4e89-ba91-21f43d26c83c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282', 'mac_address': 'fa:16:3e:7c:5d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b26fa4-8613-427b-8409-2c6ab39b179c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T11:52:06Z', 'updated_at': '2021-06-06T11:52:33Z', 'revision_number': 1, 'project_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7069b52e-7146-48c2-bce1-3d503474d699', 'name': '', 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282', 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'mac_address': 'fa:16:3e:38:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:50Z', 'updated_at': '2021-06-06T11:52:05Z', 'revision_number': 5, 'project_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'subnets': [{'id': '50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:52:36.849633 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736d9aef-a0a5-470b-9b79-4a4662d2ace0 None None] The sync data for ids ['d510c833-d6e1-45ff-9c8a-e5580604a2ee'] in dv-cinder-786260-3-smb is: [{'id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'name': 'tempest-AttachVolumeShelveTestJSON-204249353-router', 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': 'e4ff3e5d-d6eb-4cec-9a24-abbef944d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:41Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'gw_port': {'id': 'e4ff3e5d-d6eb-4cec-9a24-abbef944d08f', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:09:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:43Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_floatingips': [{'id': '35871779-c65e-4d06-8e2a-b073ec5743c7', 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'floating_ip_address': '172.28.1.149', 'floating_network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'router_id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'port_id': '989ba9b9-62b0-4e89-ba91-21f43d26c83c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282', 'mac_address': 'fa:16:3e:7c:5d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b26fa4-8613-427b-8409-2c6ab39b179c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T11:52:06Z', 'updated_at': '2021-06-06T11:52:33Z', 'revision_number': 1, 'project_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7069b52e-7146-48c2-bce1-3d503474d699', 'name': '', 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282', 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'mac_address': 'fa:16:3e:38:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:50Z', 'updated_at': '2021-06-06T11:52:05Z', 'revision_number': 5, 'project_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'subnets': [{'id': '50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 11:52:36.851848 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1a15d4-efc7-4a2e-b84c-3dfbc2105d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e337fcc5-ea00-4f09-8646-b9044388a3e6,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:36.864325 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-3f1a15d4-efc7-4a2e-b84c-3dfbc2105d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:36.951903 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111be14c-76ed-46ff-a3d7-d7c4daba5633 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=669913a0-fd7c-46f7-9c7a-6c7398025b09,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:36.961275 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-111be14c-76ed-46ff-a3d7-d7c4daba5633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:36.972381 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de912e9e-b77c-46bf-af25-22823876b429 req-ea654b31-e5d7-480d-8c96-665ecbfff72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:36.973894 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-de912e9e-b77c-46bf-af25-22823876b429 req-ea654b31-e5d7-480d-8c96-665ecbfff72f service neutron] 10.222.0.11 "GET /v2.0/networks?id=fb856b4d-429a-47d7-897b-0443d48f8282 HTTP/1.1" status: 200 len: 917 time: 0.7235761 Jun 06 11:52:36.977148 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-111be14c-76ed-46ff-a3d7-d7c4daba5633 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:36.982198 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-111be14c-76ed-46ff-a3d7-d7c4daba5633 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/669913a0-fd7c-46f7-9c7a-6c7398025b09 HTTP/1.1" status: 204 len: 168 time: 1.7282605 Jun 06 11:52:36.982412 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 40740) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:36.987565 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a214f0c5-4a32-48aa-ad1b-53f67a966ef3 req-ea4d4090-d3a4-47f6-8228-aeb09b72f509 service neutron] 10.222.0.11 "GET /v2.0/networks/97c92385-ea3d-4eab-82a7-f3865717e06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7429671 Jun 06 11:52:37.121212 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-de912e9e-b77c-46bf-af25-22823876b429 req-5a754250-32fd-4f51-9d07-274f7f24bc20 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=989ba9b9-62b0-4e89-ba91-21f43d26c83c HTTP/1.1" status: 200 len: 1000 time: 0.1326671 Jun 06 11:52:37.123474 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8d420a70-95a3-487d-9bb6-2cce78f85439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7781487'] for network, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:37.288821 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8d420a70-95a3-487d-9bb6-2cce78f85439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670900', 'neutron.services.segments.db._delete_segments_for_network-8770687599014'] for network, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:37.304554 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-8d420a70-95a3-487d-9bb6-2cce78f85439 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cddf4cf4-f3e1-4111-bd59-baf4358b7669']}} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:52:37.313741 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d203ab18-9981-4877-b174-2209fcf8c27e None None] New status for floating IP 35871779-c65e-4d06-8e2a-b073ec5743c7: ACTIVE {{(pid=91627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 11:52:37.339808 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-8d420a70-95a3-487d-9bb6-2cce78f85439 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '986baee3-f833-4b34-a177-5e31fe787c5b') {'for_net_delete': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:52:37.340112 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-8d420a70-95a3-487d-9bb6-2cce78f85439 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '986baee3-f833-4b34-a177-5e31fe787c5b') {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:52:37.367247 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de912e9e-b77c-46bf-af25-22823876b429 req-966c08db-d52d-4a46-bebe-87454dc7d5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:37.368913 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-de912e9e-b77c-46bf-af25-22823876b429 req-966c08db-d52d-4a46-bebe-87454dc7d5db service neutron] 10.222.0.11 "GET /v2.0/subnets?id=50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9 HTTP/1.1" status: 200 len: 855 time: 0.1454163 Jun 06 11:52:37.476048 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8d420a70-95a3-487d-9bb6-2cce78f85439 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770687601345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2150654'] for segment, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:37.484454 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ff8da-9f69-4148-a12c-96ea91862217 req-b8bc9096-3b72-4ff5-a491-6d101550c9aa tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:37.497667 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-e70ff8da-9f69-4148-a12c-96ea91862217 req-b8bc9096-3b72-4ff5-a491-6d101550c9aa tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f7bf051-a66b-4eeb-9b8d-e56bd1408541 HTTP/1.1" status: 200 len: 943 time: 0.7005737 Jun 06 11:52:37.525397 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8d420a70-95a3-487d-9bb6-2cce78f85439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118'] for segment, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:37.540586 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d420a70-95a3-487d-9bb6-2cce78f85439 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=91626) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 11:52:37.541750 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8d420a70-95a3-487d-9bb6-2cce78f85439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1152679'] for segment, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:37.557915 dv-cinder-786260-3-smb neutron-server[91626]: Traceback (most recent call last): Jun 06 11:52:37.557915 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 11:52:37.557915 dv-cinder-786260-3-smb neutron-server[91626]: timer() Jun 06 11:52:37.557915 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 11:52:37.557915 dv-cinder-786260-3-smb neutron-server[91626]: cb(*args, **kw) Jun 06 11:52:37.557915 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 11:52:37.557915 dv-cinder-786260-3-smb neutron-server[91626]: return func(*args, **kwargs) Jun 06 11:52:37.557915 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 11:52:37.557915 dv-cinder-786260-3-smb neutron-server[91626]: self._notify() Jun 06 11:52:37.557915 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 11:52:37.557915 dv-cinder-786260-3-smb neutron-server[91626]: self.callback(batched_events) Jun 06 11:52:37.557915 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 11:52:37.557915 dv-cinder-786260-3-smb neutron-server[91626]: event.method(event) Jun 06 11:52:37.557915 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 11:52:37.557915 dv-cinder-786260-3-smb neutron-server[91626]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 11:52:37.557915 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 11:52:37.557915 dv-cinder-786260-3-smb neutron-server[91626]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 11:52:37.557915 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 11:52:37.557915 dv-cinder-786260-3-smb neutron-server[91626]: return f(self, *a, **k) Jun 06 11:52:37.557915 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 11:52:37.557915 dv-cinder-786260-3-smb neutron-server[91626]: return self._get(url).json() Jun 06 11:52:37.557915 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 11:52:37.557915 dv-cinder-786260-3-smb neutron-server[91626]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 11:52:37.557915 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 11:52:37.557915 dv-cinder-786260-3-smb neutron-server[91626]: return self.request(url, 'GET', **kwargs) Jun 06 11:52:37.557915 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 11:52:37.557915 dv-cinder-786260-3-smb neutron-server[91626]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 11:52:37.557915 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 11:52:37.557915 dv-cinder-786260-3-smb neutron-server[91626]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 11:52:37.557915 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 11:52:37.557915 dv-cinder-786260-3-smb neutron-server[91626]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 11:52:37.557915 dv-cinder-786260-3-smb neutron-server[91626]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 11:52:37.569063 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6cb03-cab1-4884-870b-ada5caf6714c req-cb3b542c-2881-4f43-a9b3-3c6b5fea3f9f tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:37.578625 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-8af6cb03-cab1-4884-870b-ada5caf6714c req-cb3b542c-2881-4f43-a9b3-3c6b5fea3f9f tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 945 time: 0.2177169 Jun 06 11:52:37.583495 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f62c0-bb9a-4db1-afc4-0f975e2067bf req-e62a964d-a4bf-4d35-bb19-94a6b6fe34bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:37.585710 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-111f62c0-bb9a-4db1-afc4-0f975e2067bf req-e62a964d-a4bf-4d35-bb19-94a6b6fe34bb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68743bc4f4a2435aaf245debd07f1445&device_id=3f7bf051-a66b-4eeb-9b8d-e56bd1408541 HTTP/1.1" status: 200 len: 1096 time: 0.4618917 Jun 06 11:52:37.710522 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-8af6cb03-cab1-4884-870b-ada5caf6714c req-ccdb42ac-ffe6-4746-8e89-3d68992bd7f9 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306679 Jun 06 11:52:37.742073 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8d420a70-95a3-487d-9bb6-2cce78f85439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-598673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625249'] for network, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:37.753036 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-e70ff8da-9f69-4148-a12c-96ea91862217 req-6e9270c3-d60d-451b-b7fc-c9734bf49720 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496929 Jun 06 11:52:37.763347 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8d420a70-95a3-487d-9bb6-2cce78f85439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for network, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:37.768547 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-8d420a70-95a3-487d-9bb6-2cce78f85439 admin admin] 10.222.0.42 "DELETE /v2.0/networks/cddf4cf4-f3e1-4111-bd59-baf4358b7669 HTTP/1.1" status: 204 len: 168 time: 0.7841930 Jun 06 11:52:37.769549 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:37.782367 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de912e9e-b77c-46bf-af25-22823876b429 req-ca1983a5-3b61-4cb2-b5cf-06b8e4f6c246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:37.786850 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-de912e9e-b77c-46bf-af25-22823876b429 req-ca1983a5-3b61-4cb2-b5cf-06b8e4f6c246 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fb856b4d-429a-47d7-897b-0443d48f8282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4034147 Jun 06 11:52:37.799912 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d420a70-95a3-487d-9bb6-2cce78f85439 admin admin] Pushing event deleted for resources: {'Network': ['ID=cddf4cf4-f3e1-4111-bd59-baf4358b7669,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:37.803975 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-8d420a70-95a3-487d-9bb6-2cce78f85439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:38.050091 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f62c0-bb9a-4db1-afc4-0f975e2067bf req-08a5035e-e2fb-4f8f-a9e8-b441cd6cbfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:38.051589 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-111f62c0-bb9a-4db1-afc4-0f975e2067bf req-08a5035e-e2fb-4f8f-a9e8-b441cd6cbfcf service neutron] 10.222.0.11 "GET /v2.0/networks?id=97c92385-ea3d-4eab-82a7-f3865717e06d HTTP/1.1" status: 200 len: 916 time: 0.4370284 Jun 06 11:52:38.171433 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 40794) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:38.258350 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-111f62c0-bb9a-4db1-afc4-0f975e2067bf req-927d7f61-7956-49a8-8808-653e980a257c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a0f12d6-f2ee-46a6-a727-5ff7328b00ef HTTP/1.1" status: 200 len: 217 time: 0.1879528 Jun 06 11:52:38.260576 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-de912e9e-b77c-46bf-af25-22823876b429 req-25e443fd-0d2e-4530-87c9-02b519826811 service neutron] 10.222.0.11 "GET /v2.0/networks/fb856b4d-429a-47d7-897b-0443d48f8282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4618735 Jun 06 11:52:38.292535 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-563d13b7-70eb-4c34-a7c5-7264785b3701 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=509a3273e6204db0b484b14a1f7a40f8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1175210 Jun 06 11:52:38.293530 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 40798) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:38.431358 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e134aa6e-2ff9-488d-bc98-2d49a2a80a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:38.461201 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e134aa6e-2ff9-488d-bc98-2d49a2a80a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:38.525407 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f62c0-bb9a-4db1-afc4-0f975e2067bf req-64456512-f02f-4b6f-a3df-2588c5b4cc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:38.527422 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-111f62c0-bb9a-4db1-afc4-0f975e2067bf req-64456512-f02f-4b6f-a3df-2588c5b4cc78 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d39dea0-61db-4cdf-b4fe-ad7c7a97e403 HTTP/1.1" status: 200 len: 855 time: 0.2603500 Jun 06 11:52:38.549824 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e134aa6e-2ff9-488d-bc98-2d49a2a80a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:38.554416 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e134aa6e-2ff9-488d-bc98-2d49a2a80a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:38.556737 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-e134aa6e-2ff9-488d-bc98-2d49a2a80a10 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8f73836b-3744-40a0-b582-46b0c9500436 HTTP/1.1" status: 204 len: 168 time: 0.2620711 Jun 06 11:52:38.558513 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:38.585820 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e134aa6e-2ff9-488d-bc98-2d49a2a80a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f73836b-3744-40a0-b582-46b0c9500436,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:38.590301 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-e134aa6e-2ff9-488d-bc98-2d49a2a80a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:38.607170 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-111f62c0-bb9a-4db1-afc4-0f975e2067bf req-c8b7b2f0-6bba-4b09-871f-7748a98138aa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97c92385-ea3d-4eab-82a7-f3865717e06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672057 Jun 06 11:52:38.615962 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-de912e9e-b77c-46bf-af25-22823876b429 req-ada296b9-9ee9-49a2-850b-76c7e4b4ae91 service neutron] 10.222.0.11 "GET /v2.0/networks/fb856b4d-429a-47d7-897b-0443d48f8282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038449 Jun 06 11:52:38.775111 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-111f62c0-bb9a-4db1-afc4-0f975e2067bf req-74d07fe6-2a12-4d01-9a12-0cb3f59358a8 service neutron] 10.222.0.11 "GET /v2.0/networks/97c92385-ea3d-4eab-82a7-f3865717e06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582053 Jun 06 11:52:39.061749 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-111f62c0-bb9a-4db1-afc4-0f975e2067bf req-8171e8fb-59ef-4803-b010-371b141447c6 service neutron] 10.222.0.11 "GET /v2.0/networks/97c92385-ea3d-4eab-82a7-f3865717e06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710619 Jun 06 11:52:39.074961 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e9730-7304-4863-a084-5a37ae57dbec req-71f3903f-5583-4c03-99ea-263c3a805221 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:39.082047 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-503e9730-7304-4863-a084-5a37ae57dbec req-71f3903f-5583-4c03-99ea-263c3a805221 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 945 time: 0.2220266 Jun 06 11:52:39.106308 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e5c33-7a37-48fc-9531-36be033b6177 req-ff8e6bbe-ec01-4bc1-a5e3-90e06a02d2a8 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:39.107952 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-a96e5c33-7a37-48fc-9531-36be033b6177 req-ff8e6bbe-ec01-4bc1-a5e3-90e06a02d2a8 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f7bf051-a66b-4eeb-9b8d-e56bd1408541 HTTP/1.1" status: 200 len: 943 time: 0.1571789 Jun 06 11:52:39.165290 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-503e9730-7304-4863-a084-5a37ae57dbec req-82a283d8-2a78-4689-99b1-9ee6dca422e2 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822821 Jun 06 11:52:39.178570 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-a96e5c33-7a37-48fc-9531-36be033b6177 req-29fddb0b-d42f-4582-9a84-3a6d319e359c tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641866 Jun 06 11:52:39.658506 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 7a0f12d6-f2ee-46a6-a727-5ff7328b00ef details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 11:52:39.895271 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830da147-b8ce-4cbe-8633-8f5565a688e3 req-b07d8b15-7953-41ee-8651-cb22bf1764dd tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:39.897157 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-830da147-b8ce-4cbe-8633-8f5565a688e3 req-b07d8b15-7953-41ee-8651-cb22bf1764dd tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9f2210-6c4e-4548-9165-ceed867dfc57 HTTP/1.1" status: 200 len: 946 time: 0.1267152 Jun 06 11:52:39.900842 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 7a0f12d6-f2ee-46a6-a727-5ff7328b00ef, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7a0f12d6-f2ee-46a6-a727-5ff7328b00ef,segment=NetworkSegment(9c6e229f-4d95-4dfb-a5de-b081666b0d57),segment_id=9c6e229f-4d95-4dfb-a5de-b081666b0d57)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:52:39.915542 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Returning: {'device': '7a0f12d6-f2ee-46a6-a727-5ff7328b00ef', 'network_id': '97c92385-ea3d-4eab-82a7-f3865717e06d', 'port_id': '7a0f12d6-f2ee-46a6-a727-5ff7328b00ef', 'mac_address': 'fa:16:3e:83:f4:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d39dea0-61db-4cdf-b4fe-ad7c7a97e403', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 11:52:39.991392 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:40.016307 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-830da147-b8ce-4cbe-8633-8f5565a688e3 req-b4fee524-1abc-4081-ad2d-d98d54a76f72 tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb654ff2-5b54-4072-8708-31f253cd6c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115410 Jun 06 11:52:40.017099 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a0f12d6-f2ee-46a6-a727-5ff7328b00ef {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 11:52:40.038607 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 7a0f12d6-f2ee-46a6-a727-5ff7328b00ef, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7a0f12d6-f2ee-46a6-a727-5ff7328b00ef,segment=NetworkSegment(9c6e229f-4d95-4dfb-a5de-b081666b0d57),segment_id=9c6e229f-4d95-4dfb-a5de-b081666b0d57)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:52:40.045338 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:40.049614 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:40.131291 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=7a0f12d6-f2ee-46a6-a727-5ff7328b00ef,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:40.143466 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:40.372217 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6eddb-8e26-4b4e-b0bf-ec0a97458139 req-882c94af-506d-45f8-9cb6-5291d0b8a6df tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:40.379637 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-8af6eddb-8e26-4b4e-b0bf-ec0a97458139 req-882c94af-506d-45f8-9cb6-5291d0b8a6df tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 945 time: 0.0907667 Jun 06 11:52:40.389046 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] get_ports_and_sgs() called for port_ids ['7a0f12d6-f2ee-46a6-a727-5ff7328b00ef'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 11:52:40.435989 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-8af6eddb-8e26-4b4e-b0bf-ec0a97458139 req-855876c5-dc6f-496e-ae25-eac7ca20c289 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553474 Jun 06 11:52:40.476121 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b225efb-72c8-4064-b43b-262bce6729c5 req-55332a03-2912-4251-b643-5cdbdc346db3 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:40.477816 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2b225efb-72c8-4064-b43b-262bce6729c5 req-55332a03-2912-4251-b643-5cdbdc346db3 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f7bf051-a66b-4eeb-9b8d-e56bd1408541 HTTP/1.1" status: 200 len: 944 time: 0.1596427 Jun 06 11:52:40.570014 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2b225efb-72c8-4064-b43b-262bce6729c5 req-e6a9dd1c-026f-4819-8e05-9c27ff7abc36 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846241 Jun 06 11:52:40.743797 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 40946) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:41.044813 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-970733d1-552b-4799-89b1-2c85ccb82803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:41.227600 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-970733d1-552b-4799-89b1-2c85ccb82803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:41.235239 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-970733d1-552b-4799-89b1-2c85ccb82803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:41.242730 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e57f5055-4db9-45f8-8ce7-f6664f5c58aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:41.289562 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970733d1-552b-4799-89b1-2c85ccb82803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5681ed19-d495-4943-baf9-230af8a39af9,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:41.301474 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-970733d1-552b-4799-89b1-2c85ccb82803 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=10a907e8457c4d39b558aa51be4b6095&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5565124 Jun 06 11:52:41.303461 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970733d1-552b-4799-89b1-2c85ccb82803 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:52:41.303831 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970733d1-552b-4799-89b1-2c85ccb82803 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:52:41.304130 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 40998) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:41.304245 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970733d1-552b-4799-89b1-2c85ccb82803 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:52:41.304519 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970733d1-552b-4799-89b1-2c85ccb82803 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:52:41.304875 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970733d1-552b-4799-89b1-2c85ccb82803 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:52:41.305231 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970733d1-552b-4799-89b1-2c85ccb82803 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:52:41.305581 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970733d1-552b-4799-89b1-2c85ccb82803 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:52:41.305959 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970733d1-552b-4799-89b1-2c85ccb82803 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:52:41.306310 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970733d1-552b-4799-89b1-2c85ccb82803 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:52:41.306650 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970733d1-552b-4799-89b1-2c85ccb82803 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:52:41.306994 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970733d1-552b-4799-89b1-2c85ccb82803 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:52:41.307332 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970733d1-552b-4799-89b1-2c85ccb82803 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:52:41.311513 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-970733d1-552b-4799-89b1-2c85ccb82803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:41.320478 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff393cc2-9e7d-4dfa-954a-a49905216562 req-f9c42386-ffe2-4ce7-8a2f-69cc88dcaa53 tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:41.322003 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-ff393cc2-9e7d-4dfa-954a-a49905216562 req-f9c42386-ffe2-4ce7-8a2f-69cc88dcaa53 tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9f2210-6c4e-4548-9165-ceed867dfc57 HTTP/1.1" status: 200 len: 946 time: 0.1820848 Jun 06 11:52:41.377736 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-ff393cc2-9e7d-4dfa-954a-a49905216562 req-9ede192d-680f-4c0f-a65e-1f3adb6e300a tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb654ff2-5b54-4072-8708-31f253cd6c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474281 Jun 06 11:52:41.511854 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d0fc11ef-e1ab-4881-b479-df5edfad6307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:41.552259 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d0fc11ef-e1ab-4881-b479-df5edfad6307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:41.643500 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab6ad9-fc37-4a54-95d1-869b042c3f7d req-0e9a0c18-06d5-4223-aa3f-30bb4f83d959 tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:41.645237 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-e0ab6ad9-fc37-4a54-95d1-869b042c3f7d req-0e9a0c18-06d5-4223-aa3f-30bb4f83d959 tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa9f2210-6c4e-4548-9165-ceed867dfc57 HTTP/1.1" status: 200 len: 946 time: 0.1080973 Jun 06 11:52:41.663614 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 7a0f12d6-f2ee-46a6-a727-5ff7328b00ef up at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:52:41.713358 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d0fc11ef-e1ab-4881-b479-df5edfad6307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:41.713358 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d0fc11ef-e1ab-4881-b479-df5edfad6307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:41.714879 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-d0fc11ef-e1ab-4881-b479-df5edfad6307 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5681ed19-d495-4943-baf9-230af8a39af9 HTTP/1.1" status: 204 len: 168 time: 0.4087832 Jun 06 11:52:41.717783 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-af452aab-09be-4ef1-b12c-7e6dc69a26fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:41.754533 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc11ef-e1ab-4881-b479-df5edfad6307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5681ed19-d495-4943-baf9-230af8a39af9,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:41.777279 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc11ef-e1ab-4881-b479-df5edfad6307 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:52:41.777650 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc11ef-e1ab-4881-b479-df5edfad6307 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:52:41.778051 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc11ef-e1ab-4881-b479-df5edfad6307 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:52:41.778399 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc11ef-e1ab-4881-b479-df5edfad6307 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:52:41.778741 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc11ef-e1ab-4881-b479-df5edfad6307 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:52:41.779084 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc11ef-e1ab-4881-b479-df5edfad6307 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:52:41.779535 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc11ef-e1ab-4881-b479-df5edfad6307 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:52:41.779739 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc11ef-e1ab-4881-b479-df5edfad6307 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:52:41.780205 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc11ef-e1ab-4881-b479-df5edfad6307 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:52:41.785555 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc11ef-e1ab-4881-b479-df5edfad6307 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:52:41.786052 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc11ef-e1ab-4881-b479-df5edfad6307 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:52:41.786420 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc11ef-e1ab-4881-b479-df5edfad6307 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:52:41.797870 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-d0fc11ef-e1ab-4881-b479-df5edfad6307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:41.812282 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c70261-12d3-43a7-b09a-650e44214972 req-2a7e77f9-bbf5-4bd8-b7a9-1cba1976127f tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:41.819747 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-c4c70261-12d3-43a7-b09a-650e44214972 req-2a7e77f9-bbf5-4bd8-b7a9-1cba1976127f tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 945 time: 0.2584109 Jun 06 11:52:41.886557 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-c4c70261-12d3-43a7-b09a-650e44214972 req-7f75d1fc-5a28-4ddb-9cca-9f4398f9018b tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627213 Jun 06 11:52:41.904650 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Provisioning for port 7a0f12d6-f2ee-46a6-a727-5ff7328b00ef completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:52:41.911964 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Provisioning complete for port 7a0f12d6-f2ee-46a6-a727-5ff7328b00ef triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:52:41.912356 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:41.954693 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-e0ab6ad9-fc37-4a54-95d1-869b042c3f7d req-b6fc1c57-467b-48c0-bcd6-2cb8994756aa tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] Deleting port b7d59984-28fe-4d8a-9ec1-1185f8ca96c3 {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 11:52:41.955396 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-e0ab6ad9-fc37-4a54-95d1-869b042c3f7d req-b6fc1c57-467b-48c0-bcd6-2cb8994756aa tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:42.084432 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5284fe-2d98-4264-9586-8cc039ca81c8 req-8696c7f1-ff50-465f-8007-cf5d07e37d94 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:42.086193 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-7a5284fe-2d98-4264-9586-8cc039ca81c8 req-8696c7f1-ff50-465f-8007-cf5d07e37d94 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f7bf051-a66b-4eeb-9b8d-e56bd1408541 HTTP/1.1" status: 200 len: 944 time: 0.2837908 Jun 06 11:52:42.097708 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:42.128281 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7bf051-a66b-4eeb-9b8d-e56bd1408541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0f12d6-f2ee-46a6-a727-5ff7328b00ef'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:52:42.130918 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0ef12a69f97602b9a4dda1947a91503bc9b0dd65cb545ae1f4eaba5f5490f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953deab6-31ad-48a9-8f44-cafbc5673e95" -d '{"events": [{"server_uuid": "3f7bf051-a66b-4eeb-9b8d-e56bd1408541", "name": "network-vif-plugged", "status": "completed", "tag": "7a0f12d6-f2ee-46a6-a727-5ff7328b00ef"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:52:42.140113 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 7a0f12d6-f2ee-46a6-a727-5ff7328b00ef, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7a0f12d6-f2ee-46a6-a727-5ff7328b00ef,segment=NetworkSegment(9c6e229f-4d95-4dfb-a5de-b081666b0d57),segment_id=9c6e229f-4d95-4dfb-a5de-b081666b0d57)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:52:42.146774 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:42.148918 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-0e4a0661-c9c8-45ac-a6e8-39aab79be0ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:42.174265 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 41056) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:42.194054 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-49054bb4-542c-4529-a9c2-a1a37bdf63f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:42.222698 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-7a5284fe-2d98-4264-9586-8cc039ca81c8 req-7e4e2d12-ed4c-4222-8494-dccc0955f83c tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244910 Jun 06 11:52:42.225800 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-e0ab6ad9-fc37-4a54-95d1-869b042c3f7d req-b6fc1c57-467b-48c0-bcd6-2cb8994756aa tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] For port b7d59984-28fe-4d8a-9ec1-1185f8ca96c3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b7d59984-28fe-4d8a-9ec1-1185f8ca96c3,segment=NetworkSegment(64808af9-cdd9-45d0-976e-99c37d5074e7),segment_id=64808af9-cdd9-45d0-976e-99c37d5074e7)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:52:42.226220 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-e0ab6ad9-fc37-4a54-95d1-869b042c3f7d req-b6fc1c57-467b-48c0-bcd6-2cb8994756aa tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:42.253269 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=7a0f12d6-f2ee-46a6-a727-5ff7328b00ef,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:42.256817 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:42.328187 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-49054bb4-542c-4529-a9c2-a1a37bdf63f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:42.332605 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-49054bb4-542c-4529-a9c2-a1a37bdf63f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:42.345581 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-3f1a15d4-efc7-4a2e-b84c-3dfbc2105d9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:42.357115 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad3e3a0-e31b-48a7-8825-3a380871027c x-openstack-request-id: req-5ad3e3a0-e31b-48a7-8825-3a380871027c {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:52:42.357416 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f7bf051-a66b-4eeb-9b8d-e56bd1408541", "name": "network-vif-plugged", "status": "completed", "tag": "7a0f12d6-f2ee-46a6-a727-5ff7328b00ef", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:52:42.357876 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5ad3e3a0-e31b-48a7-8825-3a380871027c {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:52:42.358530 dv-cinder-786260-3-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f7bf051-a66b-4eeb-9b8d-e56bd1408541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0f12d6-f2ee-46a6-a727-5ff7328b00ef', 'code': 200} Jun 06 11:52:42.377469 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49054bb4-542c-4529-a9c2-a1a37bdf63f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6ad31a-a7c1-43c2-aa13-78d4752f106d,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:42.382246 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-49054bb4-542c-4529-a9c2-a1a37bdf63f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:42.433638 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-49054bb4-542c-4529-a9c2-a1a37bdf63f1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a92cf5b3197d4d1eb440d8c0004c1508&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2580104 Jun 06 11:52:42.438687 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 41064) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:42.533683 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-82d85abf-8cf7-4120-88ab-b6a39cf3b04b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:42.616081 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-82d85abf-8cf7-4120-88ab-b6a39cf3b04b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:42.676317 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-e0ab6ad9-fc37-4a54-95d1-869b042c3f7d req-b6fc1c57-467b-48c0-bcd6-2cb8994756aa tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] Calling delete_port for b7d59984-28fe-4d8a-9ec1-1185f8ca96c3 owned by compute:nova {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 11:52:42.717196 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-82d85abf-8cf7-4120-88ab-b6a39cf3b04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:42.720468 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-82d85abf-8cf7-4120-88ab-b6a39cf3b04b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:42.721741 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-82d85abf-8cf7-4120-88ab-b6a39cf3b04b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2f6ad31a-a7c1-43c2-aa13-78d4752f106d HTTP/1.1" status: 204 len: 168 time: 0.2822344 Jun 06 11:52:42.722759 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:42.733702 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d85abf-8cf7-4120-88ab-b6a39cf3b04b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6ad31a-a7c1-43c2-aa13-78d4752f106d,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:42.736849 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-82d85abf-8cf7-4120-88ab-b6a39cf3b04b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:43.029293 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ee3fb-b788-46d8-841d-dd3b483917b9 req-0e4d93f3-63e2-47cb-90fa-f3436084a87b tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:43.041666 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-406ee3fb-b788-46d8-841d-dd3b483917b9 req-0e4d93f3-63e2-47cb-90fa-f3436084a87b tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9f2210-6c4e-4548-9165-ceed867dfc57 HTTP/1.1" status: 200 len: 946 time: 0.3928101 Jun 06 11:52:43.079298 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661536d3-69a2-4381-aa88-aea0de7371d5 req-8d7256c2-d4a5-4c85-a1ba-c227a070e03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:43.081322 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-661536d3-69a2-4381-aa88-aea0de7371d5 req-8d7256c2-d4a5-4c85-a1ba-c227a070e03c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3f7bf051-a66b-4eeb-9b8d-e56bd1408541 HTTP/1.1" status: 200 len: 1098 time: 0.3966885 Jun 06 11:52:43.176035 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c5b8e-4b75-4274-b88d-124e06cae1a6 req-f3b1d950-9452-4076-b3f4-3e25fc9e5b39 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:43.177658 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-d76c5b8e-4b75-4274-b88d-124e06cae1a6 req-f3b1d950-9452-4076-b3f4-3e25fc9e5b39 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 945 time: 0.1264167 Jun 06 11:52:43.200227 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-406ee3fb-b788-46d8-841d-dd3b483917b9 req-fe6ac061-340a-4d2c-bd1d-de4d41220b50 tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb654ff2-5b54-4072-8708-31f253cd6c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566830 Jun 06 11:52:43.282493 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-661536d3-69a2-4381-aa88-aea0de7371d5 req-beb94b9a-fb42-4df2-b1b4-a922826c629e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442947 Jun 06 11:52:43.287736 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-d76c5b8e-4b75-4274-b88d-124e06cae1a6 req-f7d2201c-d5d8-49e6-bb46-0779992516a2 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024003 Jun 06 11:52:43.288742 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-e0ab6ad9-fc37-4a54-95d1-869b042c3f7d req-b6fc1c57-467b-48c0-bcd6-2cb8994756aa tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:43.300167 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:43.307004 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] get_ports_and_sgs() called for port_ids ['b7d59984-28fe-4d8a-9ec1-1185f8ca96c3'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 11:52:43.361455 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc1c57-467b-48c0-bcd6-2cb8994756aa tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] Pushing event deleted for resources: {'Port': ['ID=b7d59984-28fe-4d8a-9ec1-1185f8ca96c3,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:43.366712 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b6fc1c57-467b-48c0-bcd6-2cb8994756aa tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:43.462290 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ab6ad9-fc37-4a54-95d1-869b042c3f7d req-b6fc1c57-467b-48c0-bcd6-2cb8994756aa tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] No DVR routers for this DVR port b7d59984-28fe-4d8a-9ec1-1185f8ca96c3 on host hv-cinder-78626 {{(pid=91625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 11:52:43.465470 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-e0ab6ad9-fc37-4a54-95d1-869b042c3f7d req-b6fc1c57-467b-48c0-bcd6-2cb8994756aa tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:43.468161 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-e0ab6ad9-fc37-4a54-95d1-869b042c3f7d req-b6fc1c57-467b-48c0-bcd6-2cb8994756aa tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] 10.222.0.11 "DELETE /v2.0/ports/b7d59984-28fe-4d8a-9ec1-1185f8ca96c3 HTTP/1.1" status: 204 len: 173 time: 1.8109314 Jun 06 11:52:43.468590 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9f2210-6c4e-4548-9165-ceed867dfc57', 'name': 'network-vif-deleted', 'tag': 'b7d59984-28fe-4d8a-9ec1-1185f8ca96c3'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:52:43.471505 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d3a09975e5f8f43507a37e46b4ea231535690fa404cdff26bf77d84c9002b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eecbe0d4-c773-41e9-80a0-62e2d7eb417e" -d '{"events": [{"server_uuid": "fa9f2210-6c4e-4548-9165-ceed867dfc57", "name": "network-vif-deleted", "tag": "b7d59984-28fe-4d8a-9ec1-1185f8ca96c3"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:52:43.573709 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583e8a38-a809-4c1d-9261-34b9086c0b02 x-openstack-request-id: req-583e8a38-a809-4c1d-9261-34b9086c0b02 {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:52:43.574440 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9f2210-6c4e-4548-9165-ceed867dfc57", "name": "network-vif-deleted", "tag": "b7d59984-28fe-4d8a-9ec1-1185f8ca96c3", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:52:43.574867 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-583e8a38-a809-4c1d-9261-34b9086c0b02 {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:52:43.575469 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa9f2210-6c4e-4548-9165-ceed867dfc57', 'name': 'network-vif-deleted', 'tag': 'b7d59984-28fe-4d8a-9ec1-1185f8ca96c3', 'status': 'completed', 'code': 200} Jun 06 11:52:43.634367 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1ef91-b1d6-4d2f-8755-f0c75da9dbbd req-ea832c07-17c9-4440-8f14-a02ff8b98c58 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:43.635435 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 41128) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:43.635887 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-a2d1ef91-b1d6-4d2f-8755-f0c75da9dbbd req-ea832c07-17c9-4440-8f14-a02ff8b98c58 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f7bf051-a66b-4eeb-9b8d-e56bd1408541 HTTP/1.1" status: 200 len: 945 time: 0.1319530 Jun 06 11:52:43.726891 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-a2d1ef91-b1d6-4d2f-8755-f0c75da9dbbd req-80bd5855-3312-4b4a-80b3-baecbd518e99 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827527 Jun 06 11:52:43.793066 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-05330a2f-60ff-461a-97bf-763e177d3aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:43.903849 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-05330a2f-60ff-461a-97bf-763e177d3aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:43.908334 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-05330a2f-60ff-461a-97bf-763e177d3aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:43.919628 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:43.959043 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-05330a2f-60ff-461a-97bf-763e177d3aec admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=242e6692157046848fd36ffd1589f155&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3219240 Jun 06 11:52:43.960004 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05330a2f-60ff-461a-97bf-763e177d3aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f304f0-800f-4b1b-9265-004b293c578a,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:43.963035 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-05330a2f-60ff-461a-97bf-763e177d3aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:43.963334 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 41146) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:44.049690 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4a3c270a-0dbd-4da0-92a7-f1c24863bfcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:44.076851 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4a3c270a-0dbd-4da0-92a7-f1c24863bfcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:44.156787 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4a3c270a-0dbd-4da0-92a7-f1c24863bfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:44.177918 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4a3c270a-0dbd-4da0-92a7-f1c24863bfcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:44.179346 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-4a3c270a-0dbd-4da0-92a7-f1c24863bfcf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/47f304f0-800f-4b1b-9265-004b293c578a HTTP/1.1" status: 204 len: 168 time: 0.2137144 Jun 06 11:52:44.180524 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:44.197268 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c270a-0dbd-4da0-92a7-f1c24863bfcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f304f0-800f-4b1b-9265-004b293c578a,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:44.207587 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-4a3c270a-0dbd-4da0-92a7-f1c24863bfcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:44.447497 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-3a160692-ac9d-4037-a622-305f255479e3 req-48e25060-a0fb-4220-82fa-af9c8561c5c4 tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9f2210-6c4e-4548-9165-ceed867dfc57 HTTP/1.1" status: 200 len: 210 time: 0.0999143 Jun 06 11:52:44.589473 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 41178) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:44.614307 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-becfde0d-b939-4f98-a685-65f359002a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:44.617518 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e74f0-3df0-4ea5-8ca6-a006ce316430 req-71ead742-76a9-4645-baf9-0355d06568fd tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:44.624987 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-e96e74f0-3df0-4ea5-8ca6-a006ce316430 req-71ead742-76a9-4645-baf9-0355d06568fd tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 945 time: 0.1596611 Jun 06 11:52:44.666641 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-e96e74f0-3df0-4ea5-8ca6-a006ce316430 req-97f6fa4a-d276-4a8b-ba82-5a84b2cc393b tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405807 Jun 06 11:52:44.741069 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-becfde0d-b939-4f98-a685-65f359002a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:44.750352 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-becfde0d-b939-4f98-a685-65f359002a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:44.759009 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:44.788532 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becfde0d-b939-4f98-a685-65f359002a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a82850d-9b2b-4e15-92d7-a8c5e65ddb00,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:44.802787 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-becfde0d-b939-4f98-a685-65f359002a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:44.840774 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 41192) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:44.841354 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-becfde0d-b939-4f98-a685-65f359002a5e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=83b7bba4958e42f9ba3cff1ad16f12d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2500644 Jun 06 11:52:44.902399 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4bd1bd75-e369-4da1-b8dc-384b981a245b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:44.931576 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4bd1bd75-e369-4da1-b8dc-384b981a245b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:44.952565 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0ac61-2a2f-4d69-8a4f-5ae5f2f0e8f3 req-465ee142-2579-44ad-af9d-3d7d7a3d34ce tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:44.959547 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c9a0ac61-2a2f-4d69-8a4f-5ae5f2f0e8f3 req-465ee142-2579-44ad-af9d-3d7d7a3d34ce tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f7bf051-a66b-4eeb-9b8d-e56bd1408541 HTTP/1.1" status: 200 len: 945 time: 0.1117935 Jun 06 11:52:44.997435 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4bd1bd75-e369-4da1-b8dc-384b981a245b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:45.000485 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4bd1bd75-e369-4da1-b8dc-384b981a245b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:45.002113 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c9a0ac61-2a2f-4d69-8a4f-5ae5f2f0e8f3 req-c64753a2-e88a-4ca5-849a-0683f3048b37 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415175 Jun 06 11:52:45.004988 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-4bd1bd75-e369-4da1-b8dc-384b981a245b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6a82850d-9b2b-4e15-92d7-a8c5e65ddb00 HTTP/1.1" status: 204 len: 168 time: 0.1631746 Jun 06 11:52:45.005782 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-4a3c270a-0dbd-4da0-92a7-f1c24863bfcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:45.017900 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd1bd75-e369-4da1-b8dc-384b981a245b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a82850d-9b2b-4e15-92d7-a8c5e65ddb00,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:45.037545 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-4bd1bd75-e369-4da1-b8dc-384b981a245b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:45.320494 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 41214) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:45.578451 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-03f5f9ce-b71e-4537-a6ef-73b9478abe62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:45.680719 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device b7d59984-28fe-4d8a-9ec1-1185f8ca96c3 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 11:52:45.763835 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] No Port match for: b7d59984-28fe-4d8a-9ec1-1185f8ca96c3 {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 11:52:45.764738 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device b7d59984-28fe-4d8a-9ec1-1185f8ca96c3 not bound to the agent host hv-cinder-78626 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 11:52:45.811466 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-03f5f9ce-b71e-4537-a6ef-73b9478abe62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:45.820263 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-03f5f9ce-b71e-4537-a6ef-73b9478abe62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:45.831762 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:45.906561 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 41248) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:45.907230 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-03f5f9ce-b71e-4537-a6ef-73b9478abe62 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1dbd71e3a1bd4991940e872bfa5236ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5848491 Jun 06 11:52:45.910842 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5f9ce-b71e-4537-a6ef-73b9478abe62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf699345-a125-4b53-9f8a-6e6ad95c95b8,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:45.915878 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-03f5f9ce-b71e-4537-a6ef-73b9478abe62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:46.049003 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-754aa0b4-cb7f-4c9f-a144-736a55ce4d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:46.086344 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-754aa0b4-cb7f-4c9f-a144-736a55ce4d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:46.155457 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-754aa0b4-cb7f-4c9f-a144-736a55ce4d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:46.159461 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-754aa0b4-cb7f-4c9f-a144-736a55ce4d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:46.160657 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-754aa0b4-cb7f-4c9f-a144-736a55ce4d98 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cf699345-a125-4b53-9f8a-6e6ad95c95b8 HTTP/1.1" status: 204 len: 168 time: 0.2530460 Jun 06 11:52:46.162196 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-1069183a-8e26-48ab-a973-e22ed0a85c39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:46.174277 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754aa0b4-cb7f-4c9f-a144-736a55ce4d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf699345-a125-4b53-9f8a-6e6ad95c95b8,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:46.177596 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-754aa0b4-cb7f-4c9f-a144-736a55ce4d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:46.187664 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e17d04-328b-47e9-b97c-8d58156d4db6 req-f7194d96-dd10-4949-85ff-baa788d8485f tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:46.195595 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-02e17d04-328b-47e9-b97c-8d58156d4db6 req-f7194d96-dd10-4949-85ff-baa788d8485f tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 945 time: 0.1228530 Jun 06 11:52:46.294766 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-02e17d04-328b-47e9-b97c-8d58156d4db6 req-a170ec8d-9778-4aa9-90c9-43ab62b4854d tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980225 Jun 06 11:52:46.710669 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 41280) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:46.727570 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e89cf9d1-5150-46c5-914b-7b3c182a133f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:46.852660 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e89cf9d1-5150-46c5-914b-7b3c182a133f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:46.857450 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e89cf9d1-5150-46c5-914b-7b3c182a133f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:46.866662 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-fe308914-7175-4f0e-8481-6cd3e899ae79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:46.939853 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-e89cf9d1-5150-46c5-914b-7b3c182a133f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3158225e650544fd8e5c04de4c9d0355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2258213 Jun 06 11:52:46.939853 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89cf9d1-5150-46c5-914b-7b3c182a133f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5784e010-3eda-4b7f-8969-187520f55081,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:46.940298 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 41294) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:46.943006 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-e89cf9d1-5150-46c5-914b-7b3c182a133f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:47.028413 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1e7137da-4f7b-49ac-ad96-cd25a507b42a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:47.063774 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1e7137da-4f7b-49ac-ad96-cd25a507b42a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:47.123060 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1e7137da-4f7b-49ac-ad96-cd25a507b42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:47.125630 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1e7137da-4f7b-49ac-ad96-cd25a507b42a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:47.126876 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-1e7137da-4f7b-49ac-ad96-cd25a507b42a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5784e010-3eda-4b7f-8969-187520f55081 HTTP/1.1" status: 204 len: 168 time: 0.1853020 Jun 06 11:52:47.127684 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-970733d1-552b-4799-89b1-2c85ccb82803 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:47.148296 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7137da-4f7b-49ac-ad96-cd25a507b42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5784e010-3eda-4b7f-8969-187520f55081,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:47.150561 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-1e7137da-4f7b-49ac-ad96-cd25a507b42a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:47.637359 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015f389-0879-4c1c-9d43-56b25a66ee58 req-2873c5b1-933a-4dc4-aae2-c17cb3331516 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:47.638966 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-8015f389-0879-4c1c-9d43-56b25a66ee58 req-2873c5b1-933a-4dc4-aae2-c17cb3331516 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 945 time: 0.1750028 Jun 06 11:52:47.693021 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-8015f389-0879-4c1c-9d43-56b25a66ee58 req-fc5e08a7-73eb-404a-91d9-8b793291e337 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466285 Jun 06 11:52:48.051222 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-578618a0-e760-4685-ba78-142795e53063 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:48.059297 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-578618a0-e760-4685-ba78-142795e53063 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/networks?id=97c92385-ea3d-4eab-82a7-f3865717e06d HTTP/1.1" status: 200 len: 815 time: 0.1847990 Jun 06 11:52:48.100847 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-78eb675a-f119-4551-b089-45caef7f6fe1 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/quotas/68743bc4f4a2435aaf245debd07f1445 HTTP/1.1" status: 200 len: 375 time: 0.0266132 Jun 06 11:52:48.215366 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-73aabb6c-1380-43c5-a1c3-a8b4cfb06d00 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=68743bc4f4a2435aaf245debd07f1445&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1133068 Jun 06 11:52:48.437476 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-394ee701-15a3-4579-a685-8dcce2af5f6a service neutron] 10.222.0.42 "GET /v2.0/networks/97c92385-ea3d-4eab-82a7-f3865717e06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155275 Jun 06 11:52:48.615780 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-df735b12-3a80-4905-9d3e-916d2072ed99 service neutron] 10.222.0.42 "GET /v2.0/networks/97c92385-ea3d-4eab-82a7-f3865717e06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774042 Jun 06 11:52:48.704772 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 41382) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:48.898334 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b280d5fe-6678-486e-aae2-1cc7ccf25b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:48.971173 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a2b44c5f-a7ac-4d4d-a57d-01fd618c10f1 req-e90bb8f5-42ff-4672-a9e5-cd302910e5f0 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c116fb9-f2f5-4d10-97dc-e3124f836ca0 HTTP/1.1" status: 200 len: 210 time: 0.1778312 Jun 06 11:52:48.989231 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8dfd0-5ad3-47b4-af8b-2e7bd4e915be req-da774483-bc18-4ee8-848a-f418e7ff7bda tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:49.000541 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-a9e8dfd0-5ad3-47b4-af8b-2e7bd4e915be req-da774483-bc18-4ee8-848a-f418e7ff7bda tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 945 time: 0.1756282 Jun 06 11:52:49.076776 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-a9e8dfd0-5ad3-47b4-af8b-2e7bd4e915be req-5e8533aa-6c9b-4ee8-ac31-8d4bb0197fc7 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750513 Jun 06 11:52:49.139836 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b280d5fe-6678-486e-aae2-1cc7ccf25b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:49.146714 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b280d5fe-6678-486e-aae2-1cc7ccf25b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:49.156925 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:49.203003 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-b280d5fe-6678-486e-aae2-1cc7ccf25b92 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4a8c13abf0b64f828394ee69fba4c396&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4970827 Jun 06 11:52:49.203952 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b280d5fe-6678-486e-aae2-1cc7ccf25b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e160ec-0d08-40c5-b113-78ab37e31440,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:49.205771 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 41414) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:49.207456 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-b280d5fe-6678-486e-aae2-1cc7ccf25b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:49.283797 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cc141f50-d68e-45da-bb2f-b93a7d011760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:49.316081 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cc141f50-d68e-45da-bb2f-b93a7d011760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:49.392578 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cc141f50-d68e-45da-bb2f-b93a7d011760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:49.395875 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cc141f50-d68e-45da-bb2f-b93a7d011760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:49.397351 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-cc141f50-d68e-45da-bb2f-b93a7d011760 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/60e160ec-0d08-40c5-b113-78ab37e31440 HTTP/1.1" status: 204 len: 168 time: 0.1903398 Jun 06 11:52:49.398510 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:49.411281 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc141f50-d68e-45da-bb2f-b93a7d011760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e160ec-0d08-40c5-b113-78ab37e31440,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:49.422433 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-cc141f50-d68e-45da-bb2f-b93a7d011760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:49.845681 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 41450) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:49.870518 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ed8f62d2-d4a5-42a6-86c3-3a374ed17889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:49.989810 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ed8f62d2-d4a5-42a6-86c3-3a374ed17889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:49.994473 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ed8f62d2-d4a5-42a6-86c3-3a374ed17889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:50.008116 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:50.044761 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f62d2-d4a5-42a6-86c3-3a374ed17889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d6e094-53d8-4498-a2a0-f2d495616e95,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:50.061580 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ed8f62d2-d4a5-42a6-86c3-3a374ed17889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:50.082141 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-ed8f62d2-d4a5-42a6-86c3-3a374ed17889 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bd3dc3f8b3474f4aa43bc0bceeecb04e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2349041 Jun 06 11:52:50.084728 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 41464) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:50.360695 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-477195b6-b463-4dc3-8107-5476a53d2f7c req-45949f9e-5476-46a7-a59e-c7820ef3a591 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c116fb9-f2f5-4d10-97dc-e3124f836ca0 HTTP/1.1" status: 200 len: 210 time: 0.1472337 Jun 06 11:52:50.363852 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d77ca270-ef4c-410e-9e80-c094333c815e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:50.429911 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d77ca270-ef4c-410e-9e80-c094333c815e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:50.522322 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-b5a18a4b-2583-4c64-8257-09748c1082c3 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:50.524582 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-b5a18a4b-2583-4c64-8257-09748c1082c3 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.11 "GET /v2.0/networks?id=97c92385-ea3d-4eab-82a7-f3865717e06d HTTP/1.1" status: 200 len: 815 time: 0.2378075 Jun 06 11:52:50.526439 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d77ca270-ef4c-410e-9e80-c094333c815e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:50.529041 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d77ca270-ef4c-410e-9e80-c094333c815e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:50.530397 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-d77ca270-ef4c-410e-9e80-c094333c815e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/66d6e094-53d8-4498-a2a0-f2d495616e95 HTTP/1.1" status: 204 len: 168 time: 0.4440732 Jun 06 11:52:50.531244 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-fad33578-a403-408d-ba72-7f43c829226d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:50.544836 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-82f5c4ec-7902-4852-bf52-bc0c7b79474b tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Request body: {'port': {'device_id': '2c116fb9-f2f5-4d10-97dc-e3124f836ca0', 'network_id': '97c92385-ea3d-4eab-82a7-f3865717e06d', 'admin_state_up': True, 'tenant_id': '68743bc4f4a2435aaf245debd07f1445'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:52:50.558834 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ca270-ef4c-410e-9e80-c094333c815e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d6e094-53d8-4498-a2a0-f2d495616e95,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:50.565205 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-d77ca270-ef4c-410e-9e80-c094333c815e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:50.840593 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca095a38-e732-4b2a-b96e-b3fb4c977ce8 req-cc81acae-f813-433d-8788-827e62451696 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:50.842127 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-ca095a38-e732-4b2a-b96e-b3fb4c977ce8 req-cc81acae-f813-433d-8788-827e62451696 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 945 time: 0.2341485 Jun 06 11:52:50.891464 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-82f5c4ec-7902-4852-bf52-bc0c7b79474b tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Made reservation on behalf of 68743bc4f4a2435aaf245debd07f1445 for: {'port': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:52:50.895035 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-82f5c4ec-7902-4852-bf52-bc0c7b79474b tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:50.927190 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-ca095a38-e732-4b2a-b96e-b3fb4c977ce8 req-d332993d-0666-418d-915d-02620285748b tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725453 Jun 06 11:52:51.096100 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-82f5c4ec-7902-4852-bf52-bc0c7b79474b tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Allocated IP 172.20.0.6 (97c92385-ea3d-4eab-82a7-f3865717e06d/7d39dea0-61db-4cdf-b4fe-ad7c7a97e403/ed60a7ca-d953-4005-8aca-3a87706734c6) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 11:52:51.338196 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-82f5c4ec-7902-4852-bf52-bc0c7b79474b tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:51.388899 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-82f5c4ec-7902-4852-bf52-bc0c7b79474b tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:51.391096 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-57d3ad67-6c44-4d75-b2d4-af2ed0541c73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:51.399422 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] get_ports_and_sgs() called for port_ids ['d317d814-b4d5-4208-98ac-67f5b4b0884b', '7a0f12d6-f2ee-46a6-a727-5ff7328b00ef'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 11:52:51.475731 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-82f5c4ec-7902-4852-bf52-bc0c7b79474b tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Network 97c92385-ea3d-4eab-82a7-f3865717e06d is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:52:51.479028 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-82f5c4ec-7902-4852-bf52-bc0c7b79474b tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:52:51.481558 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-82f5c4ec-7902-4852-bf52-bc0c7b79474b tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 11:52:51.565667 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-82f5c4ec-7902-4852-bf52-bc0c7b79474b tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:51.566340 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-82f5c4ec-7902-4852-bf52-bc0c7b79474b tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:51.586891 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f5c4ec-7902-4852-bf52-bc0c7b79474b tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Pushing event updated for resources: {'Port': ['ID=ed60a7ca-d953-4005-8aca-3a87706734c6,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:51.589995 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-82f5c4ec-7902-4852-bf52-bc0c7b79474b tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:51.597232 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-82f5c4ec-7902-4852-bf52-bc0c7b79474b tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0569777 Jun 06 11:52:51.618500 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-e2a7e8e1-f4dc-4f22-b9b6-804696dc84b9 service neutron] Request body: {'port': {'device_id': '2c116fb9-f2f5-4d10-97dc-e3124f836ca0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:52:51.795142 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-e2a7e8e1-f4dc-4f22-b9b6-804696dc84b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:51.834304 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28bc889-0c20-4a0f-abc2-04c7f5beea0b req-7372e076-8aad-400c-b143-6e2a98411958 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:51.837089 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-b28bc889-0c20-4a0f-abc2-04c7f5beea0b req-7372e076-8aad-400c-b143-6e2a98411958 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c116fb9-f2f5-4d10-97dc-e3124f836ca0 HTTP/1.1" status: 200 len: 931 time: 0.1914339 Jun 06 11:52:51.918534 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-b28bc889-0c20-4a0f-abc2-04c7f5beea0b req-8c493920-db0f-4b36-8dd8-fe332dbcd810 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737879 Jun 06 11:52:52.283223 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676cdb5f-1e7b-4869-9fe7-0559fafa1777 req-39cb0420-d98a-4613-b9c7-d37d10b450c8 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:52.285209 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-676cdb5f-1e7b-4869-9fe7-0559fafa1777 req-39cb0420-d98a-4613-b9c7-d37d10b450c8 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 945 time: 0.1477816 Jun 06 11:52:52.359477 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-676cdb5f-1e7b-4869-9fe7-0559fafa1777 req-7950f8df-34a8-45bc-8df3-c20af089ae83 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678887 Jun 06 11:52:52.365481 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-e2a7e8e1-f4dc-4f22-b9b6-804696dc84b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed60a7ca-d953-4005-8aca-3a87706734c6 {{(pid=91625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 11:52:52.383923 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-e2a7e8e1-f4dc-4f22-b9b6-804696dc84b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:52.406648 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-e2a7e8e1-f4dc-4f22-b9b6-804696dc84b9 service neutron] Transition to ACTIVE for port object ed60a7ca-d953-4005-8aca-3a87706734c6 will not be triggered until provisioned by entity L2. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:52:52.411510 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-e2a7e8e1-f4dc-4f22-b9b6-804696dc84b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700882'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:52.426387 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:52.662642 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a7e8e1-f4dc-4f22-b9b6-804696dc84b9 service neutron] Pushing event updated for resources: {'Port': ['ID=ed60a7ca-d953-4005-8aca-3a87706734c6,revision_number=2']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:52.665537 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e2a7e8e1-f4dc-4f22-b9b6-804696dc84b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:52.823135 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-e2a7e8e1-f4dc-4f22-b9b6-804696dc84b9 service neutron] Attempting to bind port ed60a7ca-d953-4005-8aca-3a87706734c6 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 11:52:52.823730 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-e2a7e8e1-f4dc-4f22-b9b6-804696dc84b9 service neutron] Attempting to bind port ed60a7ca-d953-4005-8aca-3a87706734c6 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '9c6e229f-4d95-4dfb-a5de-b081666b0d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '97c92385-ea3d-4eab-82a7-f3865717e06d'}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 11:52:52.824196 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-e2a7e8e1-f4dc-4f22-b9b6-804696dc84b9 service neutron] Attempting to bind port ed60a7ca-d953-4005-8aca-3a87706734c6 on network 97c92385-ea3d-4eab-82a7-f3865717e06d {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:52:52.830050 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-e2a7e8e1-f4dc-4f22-b9b6-804696dc84b9 service neutron] Port ed60a7ca-d953-4005-8aca-3a87706734c6 on network 97c92385-ea3d-4eab-82a7-f3865717e06d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 11:52:52.830592 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-e2a7e8e1-f4dc-4f22-b9b6-804696dc84b9 service neutron] Attempting to bind port ed60a7ca-d953-4005-8aca-3a87706734c6 on network 97c92385-ea3d-4eab-82a7-f3865717e06d {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:52:52.840181 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-e2a7e8e1-f4dc-4f22-b9b6-804696dc84b9 service neutron] Checking agent: {'id': 'e22919c8-6430-48bb-a7f5-088caf168a02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 50, 4), 'started_at': datetime.datetime(2021, 6, 6, 11, 50, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 11:52:52.840783 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-e2a7e8e1-f4dc-4f22-b9b6-804696dc84b9 service neutron] Checking segment: {'id': '9c6e229f-4d95-4dfb-a5de-b081666b0d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '97c92385-ea3d-4eab-82a7-f3865717e06d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:52:52.841276 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-e2a7e8e1-f4dc-4f22-b9b6-804696dc84b9 service neutron] Bound using segment: {'id': '9c6e229f-4d95-4dfb-a5de-b081666b0d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '97c92385-ea3d-4eab-82a7-f3865717e06d'} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 11:52:52.841810 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-e2a7e8e1-f4dc-4f22-b9b6-804696dc84b9 service neutron] Bound port: ed60a7ca-d953-4005-8aca-3a87706734c6, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c6e229f-4d95-4dfb-a5de-b081666b0d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '97c92385-ea3d-4eab-82a7-f3865717e06d'}}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 11:52:52.842305 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-e2a7e8e1-f4dc-4f22-b9b6-804696dc84b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:52.948805 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-e2a7e8e1-f4dc-4f22-b9b6-804696dc84b9 service neutron] For port ed60a7ca-d953-4005-8aca-3a87706734c6, host hv-cinder-78626, cleared binding levels {{(pid=91625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 11:52:52.952558 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-e2a7e8e1-f4dc-4f22-b9b6-804696dc84b9 service neutron] For port ed60a7ca-d953-4005-8aca-3a87706734c6, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ed60a7ca-d953-4005-8aca-3a87706734c6,segment=NetworkSegment(9c6e229f-4d95-4dfb-a5de-b081666b0d57),segment_id=9c6e229f-4d95-4dfb-a5de-b081666b0d57)] {{(pid=91625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 11:52:52.968841 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-e2a7e8e1-f4dc-4f22-b9b6-804696dc84b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700882'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:52.981941 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:53.075493 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a7e8e1-f4dc-4f22-b9b6-804696dc84b9 service neutron] Pushing event updated for resources: {'Port': ['ID=ed60a7ca-d953-4005-8aca-3a87706734c6,revision_number=3']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:53.080625 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e2a7e8e1-f4dc-4f22-b9b6-804696dc84b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:53.082187 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-e2a7e8e1-f4dc-4f22-b9b6-804696dc84b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:53.084554 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-e2a7e8e1-f4dc-4f22-b9b6-804696dc84b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:53.086584 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-e2a7e8e1-f4dc-4f22-b9b6-804696dc84b9 service neutron] 10.222.0.11 "PUT /v2.0/ports/ed60a7ca-d953-4005-8aca-3a87706734c6 HTTP/1.1" status: 200 len: 1093 time: 1.4754832 Jun 06 11:52:53.090745 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c116fb9-f2f5-4d10-97dc-e3124f836ca0', 'tag': 'ed60a7ca-d953-4005-8aca-3a87706734c6'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:52:53.093431 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d3a09975e5f8f43507a37e46b4ea231535690fa404cdff26bf77d84c9002b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451cc346-d6ca-4318-a64c-993d48127ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "2c116fb9-f2f5-4d10-97dc-e3124f836ca0", "tag": "ed60a7ca-d953-4005-8aca-3a87706734c6"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:52:53.237879 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e57215-c573-43b0-af15-443627e0dca2 x-openstack-request-id: req-c7e57215-c573-43b0-af15-443627e0dca2 {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:52:53.237879 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c116fb9-f2f5-4d10-97dc-e3124f836ca0", "tag": "ed60a7ca-d953-4005-8aca-3a87706734c6", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:52:53.238159 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c7e57215-c573-43b0-af15-443627e0dca2 {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:52:53.238504 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c116fb9-f2f5-4d10-97dc-e3124f836ca0', 'tag': 'ed60a7ca-d953-4005-8aca-3a87706734c6', 'status': 'completed', 'code': 200} Jun 06 11:52:53.257142 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-dcd994d3-32f7-4550-8efe-cec098fed073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:53.258667 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-dcd994d3-32f7-4550-8efe-cec098fed073 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68743bc4f4a2435aaf245debd07f1445&device_id=2c116fb9-f2f5-4d10-97dc-e3124f836ca0 HTTP/1.1" status: 200 len: 1096 time: 0.1027122 Jun 06 11:52:53.270295 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22353b6c-b118-4451-bad2-28f356aecc71 req-45b33c16-bdfe-4cdc-a9b2-8c82abbfcda0 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:53.271901 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-22353b6c-b118-4451-bad2-28f356aecc71 req-45b33c16-bdfe-4cdc-a9b2-8c82abbfcda0 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c116fb9-f2f5-4d10-97dc-e3124f836ca0 HTTP/1.1" status: 200 len: 943 time: 0.1614947 Jun 06 11:52:53.347595 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-c0100267-d4ba-4d8e-bdb9-ff7c4e857221 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed60a7ca-d953-4005-8aca-3a87706734c6 HTTP/1.1" status: 200 len: 217 time: 0.0746462 Jun 06 11:52:53.417265 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-22353b6c-b118-4451-bad2-28f356aecc71 req-7695ca14-abd7-46bd-9277-da4387dca808 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894809 Jun 06 11:52:53.432512 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-4884126d-7008-4afc-b283-cb2d83611fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:53.434076 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-4884126d-7008-4afc-b283-cb2d83611fc4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d39dea0-61db-4cdf-b4fe-ad7c7a97e403 HTTP/1.1" status: 200 len: 855 time: 0.0785992 Jun 06 11:52:53.491879 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-85ff57fa-9a4f-4c06-9b0a-c4ea22960c95 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97c92385-ea3d-4eab-82a7-f3865717e06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445409 Jun 06 11:52:53.654434 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-763b64f1-611a-4729-96f9-be9b1b074e92 service neutron] 10.222.0.11 "GET /v2.0/networks/97c92385-ea3d-4eab-82a7-f3865717e06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524417 Jun 06 11:52:53.689132 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf0a01-55af-465e-b034-2249ef02e8db req-549faa4b-db03-4611-b030-185865ed5eff tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:53.695412 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-ddcf0a01-55af-465e-b034-2249ef02e8db req-549faa4b-db03-4611-b030-185865ed5eff tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 945 time: 0.2141919 Jun 06 11:52:53.789609 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-ddcf0a01-55af-465e-b034-2249ef02e8db req-cc09f59b-2718-41a5-9077-b6152f158166 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866511 Jun 06 11:52:53.856162 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-07ac1884-2144-4434-a35c-de1cb158b7a5 req-f657ef64-fd32-4f25-b972-000ad20cb607 service neutron] 10.222.0.11 "GET /v2.0/networks/97c92385-ea3d-4eab-82a7-f3865717e06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939542 Jun 06 11:52:53.995196 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 41642) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:54.026931 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 41646) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:54.075282 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451cc346-d6ca-4318-a64c-993d48127ec1 req-f01d4bb4-4024-4bef-8e04-42ba79c53fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:54.077712 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-451cc346-d6ca-4318-a64c-993d48127ec1 req-f01d4bb4-4024-4bef-8e04-42ba79c53fda service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68743bc4f4a2435aaf245debd07f1445&device_id=2c116fb9-f2f5-4d10-97dc-e3124f836ca0 HTTP/1.1" status: 200 len: 1096 time: 0.1658356 Jun 06 11:52:54.220026 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-008970fc-aa55-4e68-9591-b2d84fc48d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:54.263880 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e7f64fb5-a2c2-45fd-843c-c605c4adb306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:54.322570 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451cc346-d6ca-4318-a64c-993d48127ec1 req-465b686a-b47d-4f1b-afb3-99c00494b2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:54.324801 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-451cc346-d6ca-4318-a64c-993d48127ec1 req-465b686a-b47d-4f1b-afb3-99c00494b2ba service neutron] 10.222.0.11 "GET /v2.0/networks?id=97c92385-ea3d-4eab-82a7-f3865717e06d HTTP/1.1" status: 200 len: 916 time: 0.2355707 Jun 06 11:52:54.385720 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-008970fc-aa55-4e68-9591-b2d84fc48d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:54.399076 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-451cc346-d6ca-4318-a64c-993d48127ec1 req-f586ff87-b056-4bb4-ae6d-a8cb457d4da9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed60a7ca-d953-4005-8aca-3a87706734c6 HTTP/1.1" status: 200 len: 217 time: 0.0655301 Jun 06 11:52:54.402581 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-008970fc-aa55-4e68-9591-b2d84fc48d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:54.421455 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ca36524f-2e1c-45e5-ae4d-fe4ee30df765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:54.452551 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008970fc-aa55-4e68-9591-b2d84fc48d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419fa10a-1500-43fb-a06e-480bf534e8ca,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:54.474341 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-008970fc-aa55-4e68-9591-b2d84fc48d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:54.506727 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451cc346-d6ca-4318-a64c-993d48127ec1 req-879ac03d-89c7-4628-afd3-e2c553d3cc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:54.508636 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-451cc346-d6ca-4318-a64c-993d48127ec1 req-879ac03d-89c7-4628-afd3-e2c553d3cc7a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d39dea0-61db-4cdf-b4fe-ad7c7a97e403 HTTP/1.1" status: 200 len: 855 time: 0.1021328 Jun 06 11:52:54.517179 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-008970fc-aa55-4e68-9591-b2d84fc48d17 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bcad9229f23d4b68b313fd32158864f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5177221 Jun 06 11:52:54.517501 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 41660) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:54.564706 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-451cc346-d6ca-4318-a64c-993d48127ec1 req-ce365c46-1089-459a-b684-68a8357465f0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97c92385-ea3d-4eab-82a7-f3865717e06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440238 Jun 06 11:52:54.668042 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab13298c-b77c-4709-b809-fff5f7f46663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:54.701267 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-451cc346-d6ca-4318-a64c-993d48127ec1 req-1b211be3-f629-45a2-80ff-0193b4e34510 service neutron] 10.222.0.11 "GET /v2.0/networks/97c92385-ea3d-4eab-82a7-f3865717e06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296146 Jun 06 11:52:54.726446 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab13298c-b77c-4709-b809-fff5f7f46663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:54.739428 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e7f64fb5-a2c2-45fd-843c-c605c4adb306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:54.752153 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e7f64fb5-a2c2-45fd-843c-c605c4adb306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:54.762842 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-4bd1bd75-e369-4da1-b8dc-384b981a245b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:54.776563 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851eb595-7743-489e-84e5-55513fee1f00 req-55e8535a-a38a-4c49-8149-e37548221c9d tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:54.778349 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-851eb595-7743-489e-84e5-55513fee1f00 req-55e8535a-a38a-4c49-8149-e37548221c9d tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c116fb9-f2f5-4d10-97dc-e3124f836ca0 HTTP/1.1" status: 200 len: 943 time: 0.2105234 Jun 06 11:52:54.861792 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-e7f64fb5-a2c2-45fd-843c-c605c4adb306 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=90605ab49382483ea149726fdd3917ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8314593 Jun 06 11:52:54.862048 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f64fb5-a2c2-45fd-843c-c605c4adb306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0cf871-2eab-418b-bcec-1bdfe0d751a7,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:54.865201 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-e7f64fb5-a2c2-45fd-843c-c605c4adb306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:54.865708 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 41664) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:54.911264 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-851eb595-7743-489e-84e5-55513fee1f00 req-8d1163fe-e9be-4204-87c9-ea22a3f690c9 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147001 Jun 06 11:52:54.936904 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab13298c-b77c-4709-b809-fff5f7f46663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:54.939406 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab13298c-b77c-4709-b809-fff5f7f46663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:54.943198 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-ab13298c-b77c-4709-b809-fff5f7f46663 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/419fa10a-1500-43fb-a06e-480bf534e8ca HTTP/1.1" status: 204 len: 168 time: 0.4221916 Jun 06 11:52:54.951611 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-e89cf9d1-5150-46c5-914b-7b3c182a133f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:54.962464 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-451cc346-d6ca-4318-a64c-993d48127ec1 req-57b98fdf-af04-4e83-bf33-6f47912ab81f service neutron] 10.222.0.11 "GET /v2.0/networks/97c92385-ea3d-4eab-82a7-f3865717e06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513387 Jun 06 11:52:54.962981 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13298c-b77c-4709-b809-fff5f7f46663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419fa10a-1500-43fb-a06e-480bf534e8ca,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:54.987012 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab13298c-b77c-4709-b809-fff5f7f46663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:55.012039 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2e6e4545-3e89-457b-a6a5-78a024c5d7fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:55.012249 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef4e31-25f6-45c6-b4e3-ec0d0c4e8b33 req-90fa06ff-5155-4b55-9c85-ef5a113637c8 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:55.014159 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-d3ef4e31-25f6-45c6-b4e3-ec0d0c4e8b33 req-90fa06ff-5155-4b55-9c85-ef5a113637c8 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 945 time: 0.1003759 Jun 06 11:52:55.043312 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2e6e4545-3e89-457b-a6a5-78a024c5d7fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:55.061511 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-4e695d9d-1565-4cb0-823c-0d72073c09bd None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 11:52:55.070671 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-d3ef4e31-25f6-45c6-b4e3-ec0d0c4e8b33 req-d54bed1e-e649-4c9b-949e-81a98b8864f5 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500863 Jun 06 11:52:55.111782 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2e6e4545-3e89-457b-a6a5-78a024c5d7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:55.114367 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2e6e4545-3e89-457b-a6a5-78a024c5d7fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:55.115746 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-2e6e4545-3e89-457b-a6a5-78a024c5d7fc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6d0cf871-2eab-418b-bcec-1bdfe0d751a7 HTTP/1.1" status: 204 len: 168 time: 0.2488039 Jun 06 11:52:55.116477 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-49054bb4-542c-4529-a9c2-a1a37bdf63f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:55.128197 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e4545-3e89-457b-a6a5-78a024c5d7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0cf871-2eab-418b-bcec-1bdfe0d751a7,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:55.148730 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-2e6e4545-3e89-457b-a6a5-78a024c5d7fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:55.325202 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 41682) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:55.344762 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-88932fdb-16e2-4081-a854-78bf0e16dc43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:55.503595 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-88932fdb-16e2-4081-a854-78bf0e16dc43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:55.513203 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-88932fdb-16e2-4081-a854-78bf0e16dc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:55.529745 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-2dffb804-d5b9-4dd4-be21-3d72f29af19e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:55.595636 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88932fdb-16e2-4081-a854-78bf0e16dc43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9767f7ec-e1ec-460f-8b46-f069ab317f70,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:55.612163 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-88932fdb-16e2-4081-a854-78bf0e16dc43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:55.615536 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-88932fdb-16e2-4081-a854-78bf0e16dc43 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a3cd51a91418408bb8705496416d23cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2892847 Jun 06 11:52:55.618512 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 41702) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:55.676303 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 41706) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:55.685732 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8f363585-682f-449d-9f05-717a127b818c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:55.702642 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e6ba774d-bf25-4181-8c9d-7e0ec99e76d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:55.713464 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8f363585-682f-449d-9f05-717a127b818c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:55.719335 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device ed60a7ca-d953-4005-8aca-3a87706734c6 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 11:52:55.815336 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8f363585-682f-449d-9f05-717a127b818c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:55.818115 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8f363585-682f-449d-9f05-717a127b818c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:55.819328 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-8f363585-682f-449d-9f05-717a127b818c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9767f7ec-e1ec-460f-8b46-f069ab317f70 HTTP/1.1" status: 204 len: 168 time: 0.1998341 Jun 06 11:52:55.820095 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:55.833388 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f363585-682f-449d-9f05-717a127b818c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9767f7ec-e1ec-460f-8b46-f069ab317f70,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:55.837659 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-8f363585-682f-449d-9f05-717a127b818c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:55.865869 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e6ba774d-bf25-4181-8c9d-7e0ec99e76d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:55.872432 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 41710) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:55.874117 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e6ba774d-bf25-4181-8c9d-7e0ec99e76d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:55.884623 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:55.937480 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 41718) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:55.937964 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-e6ba774d-bf25-4181-8c9d-7e0ec99e76d5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=07d44c70e3d04891828c9817a47a6848&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2591803 Jun 06 11:52:55.940190 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba774d-bf25-4181-8c9d-7e0ec99e76d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cd3bd8-e6ce-42d0-bf8e-e2dbd1636558,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:55.943381 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-e6ba774d-bf25-4181-8c9d-7e0ec99e76d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:55.982282 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port ed60a7ca-d953-4005-8aca-3a87706734c6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ed60a7ca-d953-4005-8aca-3a87706734c6,segment=NetworkSegment(9c6e229f-4d95-4dfb-a5de-b081666b0d57),segment_id=9c6e229f-4d95-4dfb-a5de-b081666b0d57)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:52:56.011635 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Returning: {'device': 'ed60a7ca-d953-4005-8aca-3a87706734c6', 'network_id': '97c92385-ea3d-4eab-82a7-f3865717e06d', 'port_id': 'ed60a7ca-d953-4005-8aca-3a87706734c6', 'mac_address': 'fa:16:3e:6d:ef:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d39dea0-61db-4cdf-b4fe-ad7c7a97e403', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 11:52:56.062911 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9c396944-9f93-42f6-88b0-5d7100f0812f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:56.095293 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9c396944-9f93-42f6-88b0-5d7100f0812f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:56.125825 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:56.145172 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed60a7ca-d953-4005-8aca-3a87706734c6 {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 11:52:56.168728 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port ed60a7ca-d953-4005-8aca-3a87706734c6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ed60a7ca-d953-4005-8aca-3a87706734c6,segment=NetworkSegment(9c6e229f-4d95-4dfb-a5de-b081666b0d57),segment_id=9c6e229f-4d95-4dfb-a5de-b081666b0d57)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:52:56.177947 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:56.189432 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:56.336515 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9c396944-9f93-42f6-88b0-5d7100f0812f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:56.341370 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9c396944-9f93-42f6-88b0-5d7100f0812f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:56.344557 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-9c396944-9f93-42f6-88b0-5d7100f0812f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d1cd3bd8-e6ce-42d0-bf8e-e2dbd1636558 HTTP/1.1" status: 204 len: 168 time: 0.4057736 Jun 06 11:52:56.346574 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-0f25b285-9058-4ef5-aa96-306817e174b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:56.383866 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c396944-9f93-42f6-88b0-5d7100f0812f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cd3bd8-e6ce-42d0-bf8e-e2dbd1636558,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:56.411097 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-9c396944-9f93-42f6-88b0-5d7100f0812f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:56.436702 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=ed60a7ca-d953-4005-8aca-3a87706734c6,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:56.465146 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:52:56.466964 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:52:56.467416 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:52:56.468081 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:52:56.468974 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:52:56.469409 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:52:56.469756 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:52:56.470272 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:52:56.471083 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:52:56.471510 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:52:56.471983 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:52:56.472324 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:52:56.477551 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:56.502178 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363e4ff-0d37-4cb8-aca8-273288807052 req-f9252cd1-0459-4fd8-9be4-33b32e844f35 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:56.509589 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] get_ports_and_sgs() called for port_ids ['ed60a7ca-d953-4005-8aca-3a87706734c6'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 11:52:56.516267 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf9808-29d9-4fc8-9eba-a9c75751653a req-87738b9f-c864-427b-ad83-dc12924f9fba tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:56.517991 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-8363e4ff-0d37-4cb8-aca8-273288807052 req-f9252cd1-0459-4fd8-9be4-33b32e844f35 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c116fb9-f2f5-4d10-97dc-e3124f836ca0 HTTP/1.1" status: 200 len: 944 time: 0.3344498 Jun 06 11:52:56.521157 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a3a5f620-0817-4b4a-91ae-2791f659a72e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:56.526229 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-81bf9808-29d9-4fc8-9eba-a9c75751653a req-87738b9f-c864-427b-ad83-dc12924f9fba tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 945 time: 0.2293499 Jun 06 11:52:56.625958 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-81bf9808-29d9-4fc8-9eba-a9c75751653a req-0477f88e-281c-4e83-b3e7-61a2d8d3c4be tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952616 Jun 06 11:52:56.640969 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-8363e4ff-0d37-4cb8-aca8-273288807052 req-7ea2a243-2ece-41ab-ac67-c74fbe827571 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217921 Jun 06 11:52:56.755179 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a3a5f620-0817-4b4a-91ae-2791f659a72e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:56.763201 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a3a5f620-0817-4b4a-91ae-2791f659a72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:56.787145 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-5ae5a3a4-3176-4905-9026-a6e2083f71ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:56.833961 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-a3a5f620-0817-4b4a-91ae-2791f659a72e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2855aaa04088421ba2e92f3e72c5c121&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9603770 Jun 06 11:52:56.836119 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a5f620-0817-4b4a-91ae-2791f659a72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffaa6ff-0f53-4d6a-8138-b2ed6495051e,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:56.836877 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 41744) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:56.839523 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-a3a5f620-0817-4b4a-91ae-2791f659a72e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:56.914803 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-121113c8-a10e-400a-bbff-9c2a0c72b11c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:56.943515 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-121113c8-a10e-400a-bbff-9c2a0c72b11c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:57.009575 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-121113c8-a10e-400a-bbff-9c2a0c72b11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:57.013502 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-121113c8-a10e-400a-bbff-9c2a0c72b11c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:57.015353 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-121113c8-a10e-400a-bbff-9c2a0c72b11c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8ffaa6ff-0f53-4d6a-8138-b2ed6495051e HTTP/1.1" status: 204 len: 168 time: 0.1774826 Jun 06 11:52:57.016261 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-03f5f9ce-b71e-4537-a6ef-73b9478abe62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:57.029245 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121113c8-a10e-400a-bbff-9c2a0c72b11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffaa6ff-0f53-4d6a-8138-b2ed6495051e,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:57.031956 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-121113c8-a10e-400a-bbff-9c2a0c72b11c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:57.361780 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 41776) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:57.379359 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c879af89-f203-48db-a3f0-715053ebddf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:57.500519 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c879af89-f203-48db-a3f0-715053ebddf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:57.511648 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c879af89-f203-48db-a3f0-715053ebddf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:57.520447 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:57.561882 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c879af89-f203-48db-a3f0-715053ebddf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a31c93-b5f5-4448-8437-ed2b53fe7b19,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:57.566731 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-c879af89-f203-48db-a3f0-715053ebddf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:57.591310 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-c879af89-f203-48db-a3f0-715053ebddf5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=71a580e953d7468083ac9c61d6566d4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2283893 Jun 06 11:52:57.596824 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 41786) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:52:57.667447 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9500ee5f-8730-4c1c-97fe-abc1b8f9a91f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:57.698440 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9500ee5f-8730-4c1c-97fe-abc1b8f9a91f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:57.736043 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device ed60a7ca-d953-4005-8aca-3a87706734c6 up at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:52:57.758029 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9500ee5f-8730-4c1c-97fe-abc1b8f9a91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:57.761562 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9500ee5f-8730-4c1c-97fe-abc1b8f9a91f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:57.763819 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-9500ee5f-8730-4c1c-97fe-abc1b8f9a91f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a0a31c93-b5f5-4448-8437-ed2b53fe7b19 HTTP/1.1" status: 204 len: 168 time: 0.1681404 Jun 06 11:52:57.765633 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-d0fc11ef-e1ab-4881-b479-df5edfad6307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:57.777246 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9500ee5f-8730-4c1c-97fe-abc1b8f9a91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a31c93-b5f5-4448-8437-ed2b53fe7b19,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:57.779557 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-9500ee5f-8730-4c1c-97fe-abc1b8f9a91f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:57.944228 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Provisioning for port ed60a7ca-d953-4005-8aca-3a87706734c6 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:52:57.951300 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Provisioning complete for port ed60a7ca-d953-4005-8aca-3a87706734c6 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:52:57.951752 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:58.121868 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483ee3a-735c-4206-bb80-cab47c4935a3 req-ed6dac85-5460-4439-ac36-5a485ced5e74 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:58.123571 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-7483ee3a-735c-4206-bb80-cab47c4935a3 req-ed6dac85-5460-4439-ac36-5a485ced5e74 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c116fb9-f2f5-4d10-97dc-e3124f836ca0 HTTP/1.1" status: 200 len: 944 time: 0.2072613 Jun 06 11:52:58.130893 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:58.158443 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f2f1d-cb8b-4e4c-8292-d1956a690be7 req-64f38684-129d-43ee-91ca-db53413a0e32 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:58.167574 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b24f2f1d-cb8b-4e4c-8292-d1956a690be7 req-64f38684-129d-43ee-91ca-db53413a0e32 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 945 time: 0.2837012 Jun 06 11:52:58.176381 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port ed60a7ca-d953-4005-8aca-3a87706734c6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ed60a7ca-d953-4005-8aca-3a87706734c6,segment=NetworkSegment(9c6e229f-4d95-4dfb-a5de-b081666b0d57),segment_id=9c6e229f-4d95-4dfb-a5de-b081666b0d57)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:52:58.177957 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c116fb9-f2f5-4d10-97dc-e3124f836ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed60a7ca-d953-4005-8aca-3a87706734c6'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:52:58.182610 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0ef12a69f97602b9a4dda1947a91503bc9b0dd65cb545ae1f4eaba5f5490f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46fed10-a557-45cb-8f89-b3de99ac84fb" -d '{"events": [{"server_uuid": "2c116fb9-f2f5-4d10-97dc-e3124f836ca0", "name": "network-vif-plugged", "status": "completed", "tag": "ed60a7ca-d953-4005-8aca-3a87706734c6"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:52:58.189395 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:52:58.192150 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:52:58.222925 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-7483ee3a-735c-4206-bb80-cab47c4935a3 req-32b311c2-fb34-4770-8ef2-a328a462730e tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921774 Jun 06 11:52:58.254470 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b24f2f1d-cb8b-4e4c-8292-d1956a690be7 req-f716a443-b5f6-4e94-b9dc-3d4aff07c9cb tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857077 Jun 06 11:52:58.339201 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=ed60a7ca-d953-4005-8aca-3a87706734c6,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:52:58.347317 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:52:58.382174 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5313138-8926-4f5a-86ac-a58be606297c x-openstack-request-id: req-d5313138-8926-4f5a-86ac-a58be606297c {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:52:58.382460 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c116fb9-f2f5-4d10-97dc-e3124f836ca0", "name": "network-vif-plugged", "status": "completed", "tag": "ed60a7ca-d953-4005-8aca-3a87706734c6", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:52:58.382728 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d5313138-8926-4f5a-86ac-a58be606297c {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:52:58.383125 dv-cinder-786260-3-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c116fb9-f2f5-4d10-97dc-e3124f836ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed60a7ca-d953-4005-8aca-3a87706734c6', 'code': 200} Jun 06 11:52:58.652634 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-9712a216-e930-4be9-90ba-29ca9ffd73ac req-4ff75c52-f009-4fa7-bb45-b8ff7ce8485c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=baa467b1-47e5-4cb8-8a6d-cc02be155493&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1362267 Jun 06 11:52:58.660257 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f9709-1900-49cf-a0a8-bd571d52eb41 req-28417a3f-bc7a-469a-96f6-77fbe75bab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:58.661771 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a11f9709-1900-49cf-a0a8-bd571d52eb41 req-28417a3f-bc7a-469a-96f6-77fbe75bab4f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2c116fb9-f2f5-4d10-97dc-e3124f836ca0 HTTP/1.1" status: 200 len: 1098 time: 0.0966702 Jun 06 11:52:58.712176 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a11f9709-1900-49cf-a0a8-bd571d52eb41 req-665b0e36-8463-40b5-ac22-9f47fead9665 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396035 Jun 06 11:52:58.843561 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712a216-e930-4be9-90ba-29ca9ffd73ac req-39798637-80f2-4e87-9a85-3aa4461aa1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:58.845115 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-9712a216-e930-4be9-90ba-29ca9ffd73ac req-39798637-80f2-4e87-9a85-3aa4461aa1d2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68743bc4f4a2435aaf245debd07f1445&device_id=baa467b1-47e5-4cb8-8a6d-cc02be155493 HTTP/1.1" status: 200 len: 1098 time: 0.0782135 Jun 06 11:52:59.022889 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712a216-e930-4be9-90ba-29ca9ffd73ac req-01d9ba95-ff65-46a2-8b57-0b28b2ee7d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:59.024678 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-9712a216-e930-4be9-90ba-29ca9ffd73ac req-01d9ba95-ff65-46a2-8b57-0b28b2ee7d76 service neutron] 10.222.0.11 "GET /v2.0/networks?id=97c92385-ea3d-4eab-82a7-f3865717e06d HTTP/1.1" status: 200 len: 916 time: 0.1442142 Jun 06 11:52:59.113965 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-9712a216-e930-4be9-90ba-29ca9ffd73ac req-58b84d83-30e7-4be7-9e71-4724dc2ff9f7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d317d814-b4d5-4208-98ac-67f5b4b0884b HTTP/1.1" status: 200 len: 217 time: 0.0728660 Jun 06 11:52:59.187829 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712a216-e930-4be9-90ba-29ca9ffd73ac req-f84da3eb-b715-4ea9-961a-cca0d06a22b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:59.189209 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-9712a216-e930-4be9-90ba-29ca9ffd73ac req-f84da3eb-b715-4ea9-961a-cca0d06a22b8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d39dea0-61db-4cdf-b4fe-ad7c7a97e403 HTTP/1.1" status: 200 len: 855 time: 0.0674219 Jun 06 11:52:59.244102 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-9712a216-e930-4be9-90ba-29ca9ffd73ac req-71fb294b-1dac-49ea-9011-51a38bbde81a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97c92385-ea3d-4eab-82a7-f3865717e06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475087 Jun 06 11:52:59.578192 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed73a5-c06e-4c36-bf03-446e8a74c632 req-66ccf659-ab04-4746-9eeb-2d8dc9b1f37b tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:59.587655 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-99ed73a5-c06e-4c36-bf03-446e8a74c632 req-66ccf659-ab04-4746-9eeb-2d8dc9b1f37b tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 945 time: 0.0964844 Jun 06 11:52:59.608003 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-9712a216-e930-4be9-90ba-29ca9ffd73ac req-3a0d29dc-5c91-4f7f-b948-f729e41157d5 service neutron] 10.222.0.11 "GET /v2.0/networks/97c92385-ea3d-4eab-82a7-f3865717e06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524716 Jun 06 11:52:59.694531 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4711d-4af8-4aa1-96ab-db1cab66b16c req-771f47d5-e70d-4b86-84b5-1a16465bc51a tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:52:59.696059 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-73c4711d-4af8-4aa1-96ab-db1cab66b16c req-771f47d5-e70d-4b86-84b5-1a16465bc51a tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c116fb9-f2f5-4d10-97dc-e3124f836ca0 HTTP/1.1" status: 200 len: 945 time: 0.2430074 Jun 06 11:52:59.726473 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-99ed73a5-c06e-4c36-bf03-446e8a74c632 req-4f2b8409-ec35-46b0-9491-bc83739e74ac tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356282 Jun 06 11:52:59.897612 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-73c4711d-4af8-4aa1-96ab-db1cab66b16c req-6ffb49a4-ebc3-43b1-82aa-8fd2040ecaff tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512284 Jun 06 11:52:59.953110 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-9712a216-e930-4be9-90ba-29ca9ffd73ac req-d012d5ab-7eda-43a0-9f80-5e53f27e5215 service neutron] 10.222.0.11 "GET /v2.0/networks/97c92385-ea3d-4eab-82a7-f3865717e06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318224 Jun 06 11:53:00.139390 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-41d2d653-d83e-4d29-ba89-d3b4092f6d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:00.933017 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d397d0-9b84-492a-9c0d-821976227652 req-0ed51693-ca10-47e4-aed2-32c01b609713 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:00.935555 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-34d397d0-9b84-492a-9c0d-821976227652 req-0ed51693-ca10-47e4-aed2-32c01b609713 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 945 time: 0.0977743 Jun 06 11:53:01.018298 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-34d397d0-9b84-492a-9c0d-821976227652 req-a4bf7fff-3b47-4ae3-969d-de640aa06595 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744421 Jun 06 11:53:01.165513 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89b2cb-1216-450a-a3eb-793a27e342e5 req-46be8430-2586-4f93-b22a-9615300cd612 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:01.175295 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-6f89b2cb-1216-450a-a3eb-793a27e342e5 req-46be8430-2586-4f93-b22a-9615300cd612 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c116fb9-f2f5-4d10-97dc-e3124f836ca0 HTTP/1.1" status: 200 len: 945 time: 0.1197069 Jun 06 11:53:01.227570 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-6f89b2cb-1216-450a-a3eb-793a27e342e5 req-35900768-c868-4725-9726-412a4bb0f198 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490634 Jun 06 11:53:01.790832 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 42036) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:01.936768 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ba7cb8a8-846f-4bab-812e-101be691f677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:02.083165 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ba7cb8a8-846f-4bab-812e-101be691f677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:02.087914 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ba7cb8a8-846f-4bab-812e-101be691f677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:02.106897 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-7b4b41fe-db1e-428a-80c1-7c6ae7f2b121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:02.175739 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-ba7cb8a8-846f-4bab-812e-101be691f677 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c09b196f3af646fc943e4030c4f67af7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3835852 Jun 06 11:53:02.179082 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 42058) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:02.220860 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7cb8a8-846f-4bab-812e-101be691f677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967516eb-219e-4b45-9059-ce6c0ca46cbb,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:02.225745 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ba7cb8a8-846f-4bab-812e-101be691f677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:02.264990 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ea958264-b0bd-474f-9b20-9f19602b5931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:02.311523 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ea958264-b0bd-474f-9b20-9f19602b5931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:02.336528 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38164883-4167-4007-b948-1774d419b394 req-463c449e-958a-473b-bbd8-0de060906d40 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:02.338370 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-38164883-4167-4007-b948-1774d419b394 req-463c449e-958a-473b-bbd8-0de060906d40 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 945 time: 0.1632609 Jun 06 11:53:02.405254 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ea958264-b0bd-474f-9b20-9f19602b5931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:02.405254 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ea958264-b0bd-474f-9b20-9f19602b5931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:02.409009 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-ea958264-b0bd-474f-9b20-9f19602b5931 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/967516eb-219e-4b45-9059-ce6c0ca46cbb HTTP/1.1" status: 204 len: 168 time: 0.2287209 Jun 06 11:53:02.411485 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-3757258c-4457-4a81-a230-9a54b9531a03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:02.443174 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-38164883-4167-4007-b948-1774d419b394 req-3c351538-a31e-49b5-b5f4-755011e3107d tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903769 Jun 06 11:53:02.444634 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea958264-b0bd-474f-9b20-9f19602b5931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967516eb-219e-4b45-9059-ce6c0ca46cbb,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:02.446863 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ea958264-b0bd-474f-9b20-9f19602b5931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:02.497763 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:02.742251 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 42066) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:02.762179 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2a1b6b28-0ae3-49d3-b973-b2d121fe545f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:02.798495 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-24e2827e-89e1-4b3d-b686-1e385988e442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:02.894838 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2a1b6b28-0ae3-49d3-b973-b2d121fe545f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:02.899409 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2a1b6b28-0ae3-49d3-b973-b2d121fe545f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:02.909723 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:02.953025 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-2a1b6b28-0ae3-49d3-b973-b2d121fe545f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b4758fb027a0484a83ae94329fe5ad15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2091746 Jun 06 11:53:02.953943 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b6b28-0ae3-49d3-b973-b2d121fe545f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9f7f8e-ed3e-454a-9e01-772e01d33c79,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:02.955701 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 42076) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:02.957147 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-2a1b6b28-0ae3-49d3-b973-b2d121fe545f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:03.016015 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-128dfbb0-f6b4-4d0f-b927-f519dfd8e1f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:03.042695 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-128dfbb0-f6b4-4d0f-b927-f519dfd8e1f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:03.106730 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-128dfbb0-f6b4-4d0f-b927-f519dfd8e1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:03.109428 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-128dfbb0-f6b4-4d0f-b927-f519dfd8e1f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:03.111043 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-128dfbb0-f6b4-4d0f-b927-f519dfd8e1f4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6c9f7f8e-ed3e-454a-9e01-772e01d33c79 HTTP/1.1" status: 204 len: 168 time: 0.1540689 Jun 06 11:53:03.112329 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-cc141f50-d68e-45da-bb2f-b93a7d011760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:03.129436 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128dfbb0-f6b4-4d0f-b927-f519dfd8e1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9f7f8e-ed3e-454a-9e01-772e01d33c79,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:03.133042 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-128dfbb0-f6b4-4d0f-b927-f519dfd8e1f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:03.709378 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 42116) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:03.723726 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:03.758106 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78930937-9823-460a-bda0-36995bd9fc9f req-7c7f58ab-d540-4c5f-90c8-a6eec6bb372a tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:03.767521 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-78930937-9823-460a-bda0-36995bd9fc9f req-7c7f58ab-d540-4c5f-90c8-a6eec6bb372a tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 945 time: 0.1323771 Jun 06 11:53:03.861622 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-78930937-9823-460a-bda0-36995bd9fc9f req-a5205616-8aa2-4082-bec5-150faac278b0 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927353 Jun 06 11:53:04.030086 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6e89ea83-4897-4cf7-88a2-2462120cdbe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:04.146080 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6e89ea83-4897-4cf7-88a2-2462120cdbe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:04.152827 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6e89ea83-4897-4cf7-88a2-2462120cdbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:04.162460 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:04.193990 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:04.206872 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-6e89ea83-4897-4cf7-88a2-2462120cdbe5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ed73cf64acc8435a8aba3ecc30c29e93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4933567 Jun 06 11:53:04.206872 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e89ea83-4897-4cf7-88a2-2462120cdbe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5474e5b7-5448-465d-a0f8-11f57e6d27e0,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:04.207279 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 42140) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:04.209207 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-6e89ea83-4897-4cf7-88a2-2462120cdbe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:04.342263 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ccef4cff-3715-4648-a4ce-dfee80279808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:04.370486 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ccef4cff-3715-4648-a4ce-dfee80279808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:04.444789 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ccef4cff-3715-4648-a4ce-dfee80279808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:04.448962 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ccef4cff-3715-4648-a4ce-dfee80279808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:04.452568 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-ccef4cff-3715-4648-a4ce-dfee80279808 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5474e5b7-5448-465d-a0f8-11f57e6d27e0 HTTP/1.1" status: 204 len: 168 time: 0.2417018 Jun 06 11:53:04.452568 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-a3e7c077-4a72-43fa-981e-bd6a7c33ad10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:04.470173 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccef4cff-3715-4648-a4ce-dfee80279808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5474e5b7-5448-465d-a0f8-11f57e6d27e0,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:04.474630 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ccef4cff-3715-4648-a4ce-dfee80279808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:04.905743 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 42174) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:05.054609 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 42180) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:05.072145 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9c885b58-c62e-4a50-bf61-c3c143cd9805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:05.082369 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-66cc2077-6e6c-47e8-a58f-54880b4aead2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:05.126088 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb3998-9276-4296-9773-9b05041e9f41 req-af7796b0-c245-4906-966e-60ccc2af1e91 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:05.127932 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-dfbb3998-9276-4296-9773-9b05041e9f41 req-af7796b0-c245-4906-966e-60ccc2af1e91 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 945 time: 0.1344285 Jun 06 11:53:05.184586 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-dfbb3998-9276-4296-9773-9b05041e9f41 req-9b617bac-44d3-4e8d-827e-ed09b292c2c9 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434077 Jun 06 11:53:05.199123 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9c885b58-c62e-4a50-bf61-c3c143cd9805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:05.203043 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9c885b58-c62e-4a50-bf61-c3c143cd9805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:05.214183 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c89f2e7e-4194-4785-8eb1-a3650e6719d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:05.256140 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-9c885b58-c62e-4a50-bf61-c3c143cd9805 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d1e307203bed49a398b1111ae0e338a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2004733 Jun 06 11:53:05.257796 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c885b58-c62e-4a50-bf61-c3c143cd9805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249f7de5-bf89-488c-b403-985b00cd5ae3,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:05.258879 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 42184) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:05.261745 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-9c885b58-c62e-4a50-bf61-c3c143cd9805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:05.336704 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-66cc2077-6e6c-47e8-a58f-54880b4aead2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:05.346669 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-66cc2077-6e6c-47e8-a58f-54880b4aead2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:05.358183 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:05.374690 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f0dcd498-8677-4c39-a6fb-b798db64de72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:05.417680 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-66cc2077-6e6c-47e8-a58f-54880b4aead2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0a5e97fa9cb6472abf37957351e62b1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5105467 Jun 06 11:53:05.420838 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 42186) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:05.427670 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc2077-6e6c-47e8-a58f-54880b4aead2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f3b5cf-b035-417b-9219-936fbe5b79f1,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:05.432949 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-66cc2077-6e6c-47e8-a58f-54880b4aead2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:05.437153 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f0dcd498-8677-4c39-a6fb-b798db64de72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:05.497935 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-84b15b62-bda9-4246-a840-60b82b964a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:05.499076 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f0dcd498-8677-4c39-a6fb-b798db64de72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:05.501849 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f0dcd498-8677-4c39-a6fb-b798db64de72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:05.505333 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-f0dcd498-8677-4c39-a6fb-b798db64de72 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/249f7de5-bf89-488c-b403-985b00cd5ae3 HTTP/1.1" status: 204 len: 168 time: 0.2431190 Jun 06 11:53:05.505333 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-d77ca270-ef4c-410e-9e80-c094333c815e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:05.523936 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dcd498-8677-4c39-a6fb-b798db64de72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249f7de5-bf89-488c-b403-985b00cd5ae3,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:05.526426 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-f0dcd498-8677-4c39-a6fb-b798db64de72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:05.539820 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-84b15b62-bda9-4246-a840-60b82b964a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:05.587057 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:05.606412 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-84b15b62-bda9-4246-a840-60b82b964a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:05.609293 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-84b15b62-bda9-4246-a840-60b82b964a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:05.611000 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-84b15b62-bda9-4246-a840-60b82b964a1e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/81f3b5cf-b035-417b-9219-936fbe5b79f1 HTTP/1.1" status: 204 len: 168 time: 0.1890895 Jun 06 11:53:05.611939 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e1d7ade6-410f-41fd-b980-d9b796355256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:05.623486 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b15b62-bda9-4246-a840-60b82b964a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f3b5cf-b035-417b-9219-936fbe5b79f1,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:05.626804 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-84b15b62-bda9-4246-a840-60b82b964a1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:06.067666 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 42216) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:06.095486 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7dfb5b53-1ba6-407d-ae73-808e1529814c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:06.323892 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7dfb5b53-1ba6-407d-ae73-808e1529814c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:06.329327 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7dfb5b53-1ba6-407d-ae73-808e1529814c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:06.338342 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ed8f62d2-d4a5-42a6-86c3-3a374ed17889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:06.375412 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb5b53-1ba6-407d-ae73-808e1529814c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc88e9c-0b84-4e31-921d-330152c87ba8,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:06.393578 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-7dfb5b53-1ba6-407d-ae73-808e1529814c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:06.468239 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-7dfb5b53-1ba6-407d-ae73-808e1529814c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2e6d719ba688407083c47b604403158d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3994911 Jun 06 11:53:06.470914 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 42242) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:06.501227 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76aca59-093d-4958-9f73-9cdcec83a00d req-f9871306-de41-4b44-9b90-cacfc236a144 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:06.502811 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c76aca59-093d-4958-9f73-9cdcec83a00d req-f9871306-de41-4b44-9b90-cacfc236a144 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 945 time: 0.1110556 Jun 06 11:53:06.565146 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c76aca59-093d-4958-9f73-9cdcec83a00d req-231b5330-5f53-44d9-aa73-1287e2f8e0ad tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565376 Jun 06 11:53:06.579642 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7060543b-228c-470b-913b-ab80c819bc81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:06.615814 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7060543b-228c-470b-913b-ab80c819bc81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:06.699099 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7060543b-228c-470b-913b-ab80c819bc81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:06.701530 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7060543b-228c-470b-913b-ab80c819bc81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:06.702677 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-7060543b-228c-470b-913b-ab80c819bc81 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0cc88e9c-0b84-4e31-921d-330152c87ba8 HTTP/1.1" status: 204 len: 168 time: 0.2307951 Jun 06 11:53:06.703717 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-82d85abf-8cf7-4120-88ab-b6a39cf3b04b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:06.715010 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7060543b-228c-470b-913b-ab80c819bc81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc88e9c-0b84-4e31-921d-330152c87ba8,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:06.717541 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-7060543b-228c-470b-913b-ab80c819bc81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:07.721173 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 42322) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:07.817144 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d868b5-c843-4d63-b892-b19a4dcd20e7 req-31e9a318-15db-4b86-b04d-daa57d78ca5c tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:07.824663 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-05d868b5-c843-4d63-b892-b19a4dcd20e7 req-31e9a318-15db-4b86-b04d-daa57d78ca5c tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 945 time: 0.1099193 Jun 06 11:53:07.881993 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-05d868b5-c843-4d63-b892-b19a4dcd20e7 req-3fbae039-9163-4715-8985-14b4f35659fd tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562189 Jun 06 11:53:07.951155 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 42332) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:08.057781 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_v2 [None req-cffd50f8-127c-4cad-b8b0-b88a8404cf30 admin admin] Deleting subnet 0b076746-6c11-4ae5-aafc-2341dd4094a5 {{(pid=91626) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 11:53:08.064756 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-cffd50f8-127c-4cad-b8b0-b88a8404cf30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:08.076409 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-02c93a70-9d86-4af0-8386-f581beeb47e9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-561904749-network', 'tenant_id': 'f96ca411a19c40b3815c2beaaf7f081d'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:53:08.086266 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaafc56-6f74-4b68-9478-bf0c6fbfa827 req-3a0cc150-2e95-47fd-87f4-3a5f5b8a264e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:08.088310 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-ecaafc56-6f74-4b68-9478-bf0c6fbfa827 req-3a0cc150-2e95-47fd-87f4-3a5f5b8a264e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 1098 time: 0.1977971 Jun 06 11:53:08.125567 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c93a70-9d86-4af0-8386-f581beeb47e9 admin admin] Made reservation on behalf of f96ca411a19c40b3815c2beaaf7f081d for: {'network': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:53:08.128215 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-02c93a70-9d86-4af0-8386-f581beeb47e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7902729'] for network, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:08.133623 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-cffd50f8-127c-4cad-b8b0-b88a8404cf30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2150599'] for subnet, precommit_delete_associations {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:08.150152 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-02c93a70-9d86-4af0-8386-f581beeb47e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:08.191219 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-ecaafc56-6f74-4b68-9478-bf0c6fbfa827 req-fa3a3e42-97ba-43f0-8704-f170c7548675 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857151 Jun 06 11:53:08.237750 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-cffd50f8-127c-4cad-b8b0-b88a8404cf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7795437'] for subnet, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:08.339002 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-02c93a70-9d86-4af0-8386-f581beeb47e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:08.348750 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-02c93a70-9d86-4af0-8386-f581beeb47e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:08.361499 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-eb8b1628-0202-46d4-9a5c-39aa3a5bc437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:08.406713 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c93a70-9d86-4af0-8386-f581beeb47e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a929c5-d716-4fcf-b0aa-059f1e8a30bd,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:08.421796 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-cffd50f8-127c-4cad-b8b0-b88a8404cf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7795428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1152541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3070776'] for subnet, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:08.425805 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-02c93a70-9d86-4af0-8386-f581beeb47e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:08.436421 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02c93a70-9d86-4af0-8386-f581beeb47e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=91625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 11:53:08.449794 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-02c93a70-9d86-4af0-8386-f581beeb47e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118'] for segment, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:08.450145 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.db.segments_db [None req-02c93a70-9d86-4af0-8386-f581beeb47e9 admin admin] Added segment 87cb110a-61ea-4dcf-a84c-45da21681574 of type vlan for network 47896ea0-c1f1-4e1e-9293-67231b161aa2 Jun 06 11:53:08.485563 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-02c93a70-9d86-4af0-8386-f581beeb47e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770687122670'] for network, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:08.491751 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-a0949018-7eed-46e9-9fc6-9cea015cb47b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:08.521916 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-02c93a70-9d86-4af0-8386-f581beeb47e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-598673'] for network, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:08.524104 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c93a70-9d86-4af0-8386-f581beeb47e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:08.524674 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-02c93a70-9d86-4af0-8386-f581beeb47e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:08.537548 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:08.571614 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-02c93a70-9d86-4af0-8386-f581beeb47e9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8492622 Jun 06 11:53:08.574632 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 42358) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:08.579593 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-ec740d97-9139-4edf-bdf7-0cb38d47b604 admin admin] Request body: {'subnet': {'network_id': '47896ea0-c1f1-4e1e-9293-67231b161aa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-561904749-subnet', 'tenant_id': 'f96ca411a19c40b3815c2beaaf7f081d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:53:08.599184 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-cffd50f8-127c-4cad-b8b0-b88a8404cf30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for subnet, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:08.602892 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-cffd50f8-127c-4cad-b8b0-b88a8404cf30 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0b076746-6c11-4ae5-aafc-2341dd4094a5 HTTP/1.1" status: 204 len: 168 time: 0.6506124 Jun 06 11:53:08.606168 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd50f8-127c-4cad-b8b0-b88a8404cf30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b076746-6c11-4ae5-aafc-2341dd4094a5,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:08.608663 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 42360) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:08.614895 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-cffd50f8-127c-4cad-b8b0-b88a8404cf30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:08.654864 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c93a70-9d86-4af0-8386-f581beeb47e9 admin admin] Pushing event updated for resources: {'Network': ['ID=47896ea0-c1f1-4e1e-9293-67231b161aa2,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:08.658499 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-02c93a70-9d86-4af0-8386-f581beeb47e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:08.669685 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec740d97-9139-4edf-bdf7-0cb38d47b604 admin admin] Made reservation on behalf of f96ca411a19c40b3815c2beaaf7f081d for: {'subnet': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:53:08.672640 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ec740d97-9139-4edf-bdf7-0cb38d47b604 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4042772'] for subnet, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:08.674679 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Network 47896ea0-c1f1-4e1e-9293-67231b161aa2 details requested by agent ovs-agent-dv-cinder-786260-3-smb with host dv-cinder-786260-3-smb {{(pid=91627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 11:53:08.819129 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f8f88cc4-33bf-49f3-9dd3-0cc57d0937aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7781487'] for network, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:08.840915 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-e21a4537-f7f9-44b2-a8a6-9e5c67698650 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:08.843287 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-e21a4537-f7f9-44b2-a8a6-9e5c67698650 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/networks?id=97c92385-ea3d-4eab-82a7-f3865717e06d HTTP/1.1" status: 200 len: 815 time: 0.4242396 Jun 06 11:53:08.860640 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-5544e1f8-9c33-4417-bc2a-12f1e6020d23 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/quotas/68743bc4f4a2435aaf245debd07f1445 HTTP/1.1" status: 200 len: 375 time: 0.0119691 Jun 06 11:53:08.937659 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ec740d97-9139-4edf-bdf7-0cb38d47b604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2700997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4042758'] for subnet, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:08.941713 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-3f63b73b-9016-4073-901f-60d94eac21a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:09.053572 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f8f88cc4-33bf-49f3-9dd3-0cc57d0937aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670900', 'neutron.services.segments.db._delete_segments_for_network-8770687599014'] for network, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:09.074530 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-f8f88cc4-33bf-49f3-9dd3-0cc57d0937aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53b80e57-123d-4655-a358-8bccaeb52df8']}} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:53:09.104608 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-f8f88cc4-33bf-49f3-9dd3-0cc57d0937aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64808af9-cdd9-45d0-976e-99c37d5074e7') {'for_net_delete': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:53:09.109141 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-f8f88cc4-33bf-49f3-9dd3-0cc57d0937aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64808af9-cdd9-45d0-976e-99c37d5074e7') {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:53:09.132102 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec740d97-9139-4edf-bdf7-0cb38d47b604 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ae2dc22-5230-4fcf-a12d-47c68f3da49b,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:09.139232 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ec740d97-9139-4edf-bdf7-0cb38d47b604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:09.164255 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f8f88cc4-33bf-49f3-9dd3-0cc57d0937aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770687601345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2150654'] for segment, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:09.165428 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec740d97-9139-4edf-bdf7-0cb38d47b604 admin admin] Checking segment: {'id': '87cb110a-61ea-4dcf-a84c-45da21681574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '47896ea0-c1f1-4e1e-9293-67231b161aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:53:09.165801 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec740d97-9139-4edf-bdf7-0cb38d47b604 admin admin] Network hostable DHCP agents. Network: 47896ea0-c1f1-4e1e-9293-67231b161aa2, hostable agents: ['faabf3fc-c1ac-4f7b-ba43-3022feb00bd5'], hosted agents: [] {{(pid=91625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 11:53:09.215343 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-7cdbfcd9-4adb-4c5e-9d0f-d92bdaa70a59 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=68743bc4f4a2435aaf245debd07f1445&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3199189 Jun 06 11:53:09.224027 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec740d97-9139-4edf-bdf7-0cb38d47b604 admin admin] Network 47896ea0-c1f1-4e1e-9293-67231b161aa2 is scheduled to be hosted by DHCP agent faabf3fc-c1ac-4f7b-ba43-3022feb00bd5 with binding_index 1 {{(pid=91625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 11:53:09.256834 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3ab78-f0f6-4662-9f3f-36a639465433 req-99fe79ae-9fad-4cc2-8f68-1842b1587387 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:09.264237 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-7ff3ab78-f0f6-4662-9f3f-36a639465433 req-99fe79ae-9fad-4cc2-8f68-1842b1587387 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 945 time: 0.2095327 Jun 06 11:53:09.269622 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f8f88cc4-33bf-49f3-9dd3-0cc57d0937aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118'] for segment, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:09.293707 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-ec740d97-9139-4edf-bdf7-0cb38d47b604 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-3-smb, 47896ea0-c1f1-4e1e-9293-67231b161aa2) {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:53:09.313590 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec740d97-9139-4edf-bdf7-0cb38d47b604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:09.316740 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ec740d97-9139-4edf-bdf7-0cb38d47b604 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:09.318599 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1718ee-bc07-45f3-88db-0da735d87760 None None] Network 47896ea0-c1f1-4e1e-9293-67231b161aa2 requested from dv-cinder-786260-3-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 11:53:09.381655 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-ec740d97-9139-4edf-bdf7-0cb38d47b604 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8059852 Jun 06 11:53:09.393745 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-7ff3ab78-f0f6-4662-9f3f-36a639465433 req-a84e1b49-7ba3-4658-bbde-4e6f513acd63 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236618 Jun 06 11:53:09.431182 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8f88cc4-33bf-49f3-9dd3-0cc57d0937aa admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=91626) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 11:53:09.432751 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f8f88cc4-33bf-49f3-9dd3-0cc57d0937aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1152679'] for segment, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:09.454669 dv-cinder-786260-3-smb neutron-server[91626]: Traceback (most recent call last): Jun 06 11:53:09.454669 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 11:53:09.454669 dv-cinder-786260-3-smb neutron-server[91626]: timer() Jun 06 11:53:09.454669 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 11:53:09.454669 dv-cinder-786260-3-smb neutron-server[91626]: cb(*args, **kw) Jun 06 11:53:09.454669 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 11:53:09.454669 dv-cinder-786260-3-smb neutron-server[91626]: return func(*args, **kwargs) Jun 06 11:53:09.454669 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 11:53:09.454669 dv-cinder-786260-3-smb neutron-server[91626]: self._notify() Jun 06 11:53:09.454669 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 11:53:09.454669 dv-cinder-786260-3-smb neutron-server[91626]: self.callback(batched_events) Jun 06 11:53:09.454669 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 11:53:09.454669 dv-cinder-786260-3-smb neutron-server[91626]: event.method(event) Jun 06 11:53:09.454669 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 11:53:09.454669 dv-cinder-786260-3-smb neutron-server[91626]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 11:53:09.454669 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 11:53:09.454669 dv-cinder-786260-3-smb neutron-server[91626]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 11:53:09.454669 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 11:53:09.454669 dv-cinder-786260-3-smb neutron-server[91626]: return f(self, *a, **k) Jun 06 11:53:09.454669 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 11:53:09.454669 dv-cinder-786260-3-smb neutron-server[91626]: return self._get(url).json() Jun 06 11:53:09.454669 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 11:53:09.454669 dv-cinder-786260-3-smb neutron-server[91626]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 11:53:09.454669 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 11:53:09.454669 dv-cinder-786260-3-smb neutron-server[91626]: return self.request(url, 'GET', **kwargs) Jun 06 11:53:09.454669 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 11:53:09.454669 dv-cinder-786260-3-smb neutron-server[91626]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 11:53:09.454669 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 11:53:09.454669 dv-cinder-786260-3-smb neutron-server[91626]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 11:53:09.454669 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 11:53:09.454669 dv-cinder-786260-3-smb neutron-server[91626]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 11:53:09.454669 dv-cinder-786260-3-smb neutron-server[91626]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 11:53:09.500327 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-1be79ec6-5e61-44ac-9bcb-28cd22e718ff service neutron] 10.222.0.42 "GET /v2.0/networks/97c92385-ea3d-4eab-82a7-f3865717e06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695396 Jun 06 11:53:09.593674 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f8f88cc4-33bf-49f3-9dd3-0cc57d0937aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-598673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625249'] for network, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:09.603001 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f8f88cc4-33bf-49f3-9dd3-0cc57d0937aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for network, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:09.608664 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-f8f88cc4-33bf-49f3-9dd3-0cc57d0937aa admin admin] 10.222.0.42 "DELETE /v2.0/networks/53b80e57-123d-4655-a358-8bccaeb52df8 HTTP/1.1" status: 204 len: 168 time: 0.9965065 Jun 06 11:53:09.608831 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 42388) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:09.612029 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:09.669535 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69118b42-88d7-4ffc-8a47-d6c9bb712fc1 None None] Network 47896ea0-c1f1-4e1e-9293-67231b161aa2 requested from dv-cinder-786260-3-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 11:53:09.695130 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_v2 [None req-43030d10-22c2-4435-98b2-e5553a084e51 admin admin] Deleting subnet 6b43ba8d-8415-4e74-b84c-4264755bd489 {{(pid=91625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 11:53:09.700080 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-43030d10-22c2-4435-98b2-e5553a084e51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:09.748472 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f88cc4-33bf-49f3-9dd3-0cc57d0937aa admin admin] Pushing event deleted for resources: {'Network': ['ID=53b80e57-123d-4655-a358-8bccaeb52df8,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:09.751619 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-f8f88cc4-33bf-49f3-9dd3-0cc57d0937aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:09.758653 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-43030d10-22c2-4435-98b2-e5553a084e51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2996275'] for subnet, precommit_delete_associations {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:09.850040 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-23f7707f-047e-475b-acd7-31e222e52e0b service neutron] 10.222.0.42 "GET /v2.0/networks/97c92385-ea3d-4eab-82a7-f3865717e06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807298 Jun 06 11:53:09.914413 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-43030d10-22c2-4435-98b2-e5553a084e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7795437'] for subnet, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:09.996314 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-43030d10-22c2-4435-98b2-e5553a084e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7795428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2700932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4042801'] for subnet, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:10.002542 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:10.089773 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-bfdc9d68-182b-43df-8483-aad3fab1c288 req-190d0a8f-aca8-4877-8b75-9fa158d5a479 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=689d5aa8-e87f-4771-a58e-4adf4203467d HTTP/1.1" status: 200 len: 210 time: 0.0540981 Jun 06 11:53:10.096351 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43030d10-22c2-4435-98b2-e5553a084e51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b43ba8d-8415-4e74-b84c-4264755bd489,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:10.098201 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-43030d10-22c2-4435-98b2-e5553a084e51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:10.100299 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-43030d10-22c2-4435-98b2-e5553a084e51 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6b43ba8d-8415-4e74-b84c-4264755bd489 HTTP/1.1" status: 204 len: 168 time: 0.4899383 Jun 06 11:53:10.110853 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 42394) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:10.111031 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-43030d10-22c2-4435-98b2-e5553a084e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:10.264209 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-62fd2e72-4184-4f62-a27c-396aab145817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7781487'] for network, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:10.410059 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-62fd2e72-4184-4f62-a27c-396aab145817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670900', 'neutron.services.segments.db._delete_segments_for_network-8770687599014'] for network, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:10.423972 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-62fd2e72-4184-4f62-a27c-396aab145817 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77b17153-b128-4ad4-8508-60deef0cbac5']}} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:53:10.438474 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-62fd2e72-4184-4f62-a27c-396aab145817 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29f4f686-309c-46d0-9348-2a96576515c4') {'for_net_delete': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:53:10.438784 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-62fd2e72-4184-4f62-a27c-396aab145817 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29f4f686-309c-46d0-9348-2a96576515c4') {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:53:10.453336 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-62fd2e72-4184-4f62-a27c-396aab145817 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770687601345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2150654'] for segment, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:10.477314 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-62fd2e72-4184-4f62-a27c-396aab145817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118'] for segment, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:10.486441 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62fd2e72-4184-4f62-a27c-396aab145817 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=91626) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 11:53:10.486851 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-62fd2e72-4184-4f62-a27c-396aab145817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1152679'] for segment, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:10.502858 dv-cinder-786260-3-smb neutron-server[91626]: Traceback (most recent call last): Jun 06 11:53:10.502858 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 11:53:10.502858 dv-cinder-786260-3-smb neutron-server[91626]: timer() Jun 06 11:53:10.502858 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 11:53:10.502858 dv-cinder-786260-3-smb neutron-server[91626]: cb(*args, **kw) Jun 06 11:53:10.502858 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 11:53:10.502858 dv-cinder-786260-3-smb neutron-server[91626]: return func(*args, **kwargs) Jun 06 11:53:10.502858 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 11:53:10.502858 dv-cinder-786260-3-smb neutron-server[91626]: self._notify() Jun 06 11:53:10.502858 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 11:53:10.502858 dv-cinder-786260-3-smb neutron-server[91626]: self.callback(batched_events) Jun 06 11:53:10.502858 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 11:53:10.502858 dv-cinder-786260-3-smb neutron-server[91626]: event.method(event) Jun 06 11:53:10.502858 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 11:53:10.502858 dv-cinder-786260-3-smb neutron-server[91626]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 11:53:10.502858 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 11:53:10.502858 dv-cinder-786260-3-smb neutron-server[91626]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 11:53:10.502858 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 11:53:10.502858 dv-cinder-786260-3-smb neutron-server[91626]: return f(self, *a, **k) Jun 06 11:53:10.502858 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 11:53:10.502858 dv-cinder-786260-3-smb neutron-server[91626]: return self._get(url).json() Jun 06 11:53:10.502858 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 11:53:10.502858 dv-cinder-786260-3-smb neutron-server[91626]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 11:53:10.502858 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 11:53:10.502858 dv-cinder-786260-3-smb neutron-server[91626]: return self.request(url, 'GET', **kwargs) Jun 06 11:53:10.502858 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 11:53:10.502858 dv-cinder-786260-3-smb neutron-server[91626]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 11:53:10.502858 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 11:53:10.502858 dv-cinder-786260-3-smb neutron-server[91626]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 11:53:10.502858 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 11:53:10.502858 dv-cinder-786260-3-smb neutron-server[91626]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 11:53:10.502858 dv-cinder-786260-3-smb neutron-server[91626]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 11:53:10.651837 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-62fd2e72-4184-4f62-a27c-396aab145817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-598673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625249'] for network, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:10.671167 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-62fd2e72-4184-4f62-a27c-396aab145817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for network, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:10.676256 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-62fd2e72-4184-4f62-a27c-396aab145817 admin admin] 10.222.0.42 "DELETE /v2.0/networks/77b17153-b128-4ad4-8508-60deef0cbac5 HTTP/1.1" status: 204 len: 168 time: 0.5639205 Jun 06 11:53:10.682708 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:10.713858 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd2e72-4184-4f62-a27c-396aab145817 admin admin] Pushing event deleted for resources: {'Network': ['ID=77b17153-b128-4ad4-8508-60deef0cbac5,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:10.722729 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-62fd2e72-4184-4f62-a27c-396aab145817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:10.757550 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd01a7e-9832-43bd-a937-d1b02194ea8d req-26ccb19d-c7c7-4744-8d23-dd7e9fe73789 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:10.767552 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-3fd01a7e-9832-43bd-a937-d1b02194ea8d req-26ccb19d-c7c7-4744-8d23-dd7e9fe73789 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 945 time: 0.1913397 Jun 06 11:53:10.827180 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-3fd01a7e-9832-43bd-a937-d1b02194ea8d req-7df6589e-c814-403c-92e0-78e7241f15ef tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573554 Jun 06 11:53:11.004003 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 42436) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:11.057859 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb773b-4609-4f29-a7d1-31ed3559d59a req-1f83e9b7-ca0c-4793-9edc-6419acbd7fea tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:11.059343 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-d9bb773b-4609-4f29-a7d1-31ed3559d59a req-1f83e9b7-ca0c-4793-9edc-6419acbd7fea tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.1237338 Jun 06 11:53:11.084280 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-3ef4f0ab-5121-4f5f-b879-c48f3e757e2d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4e53624d90b14086aab5f143f1d54a6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0791457 Jun 06 11:53:11.086939 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 42440) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:11.133294 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-d9bb773b-4609-4f29-a7d1-31ed3559d59a req-2ea5b110-f056-4e07-b6df-3e791ec4ddb8 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673897 Jun 06 11:53:11.186574 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a82896b6-897c-425b-b230-1c74797531c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:11.226693 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a82896b6-897c-425b-b230-1c74797531c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:11.294896 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-404271e6-a3b4-4505-a619-3f2bc69b48b0 req-ee21d1a3-16ab-4387-b9f3-2aff0ccb8432 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=689d5aa8-e87f-4771-a58e-4adf4203467d HTTP/1.1" status: 200 len: 210 time: 0.0560949 Jun 06 11:53:11.356323 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a82896b6-897c-425b-b230-1c74797531c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:11.358960 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a82896b6-897c-425b-b230-1c74797531c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:11.361162 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-a82896b6-897c-425b-b230-1c74797531c2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fb654ff2-5b54-4072-8708-31f253cd6c46 HTTP/1.1" status: 204 len: 168 time: 0.2721071 Jun 06 11:53:11.362338 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-008970fc-aa55-4e68-9591-b2d84fc48d17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:11.375665 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82896b6-897c-425b-b230-1c74797531c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb654ff2-5b54-4072-8708-31f253cd6c46,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:11.398164 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-a82896b6-897c-425b-b230-1c74797531c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:11.615045 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-92b9bf80-5d51-4a16-85ab-6dec630b11a4 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:11.618606 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-92b9bf80-5d51-4a16-85ab-6dec630b11a4 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.11 "GET /v2.0/networks?id=97c92385-ea3d-4eab-82a7-f3865717e06d HTTP/1.1" status: 200 len: 815 time: 0.2372787 Jun 06 11:53:11.638875 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-436901e2-69f1-40a3-870b-40decbc251f1 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Request body: {'port': {'device_id': '689d5aa8-e87f-4771-a58e-4adf4203467d', 'network_id': '97c92385-ea3d-4eab-82a7-f3865717e06d', 'admin_state_up': True, 'tenant_id': '68743bc4f4a2435aaf245debd07f1445'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:53:11.965891 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 42474) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:11.993362 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-436901e2-69f1-40a3-870b-40decbc251f1 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Made reservation on behalf of 68743bc4f4a2435aaf245debd07f1445 for: {'port': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:53:11.998644 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-436901e2-69f1-40a3-870b-40decbc251f1 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:12.029780 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-8726af14-0dcb-4d13-b74f-b77930f3b86e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=295e89dabaa740be928ecc2f67909dbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0613997 Jun 06 11:53:12.030443 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 42476) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:12.118516 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-992cd89e-6b1b-460a-9412-831f60e2bb1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:12.156281 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-992cd89e-6b1b-460a-9412-831f60e2bb1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:12.296884 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-436901e2-69f1-40a3-870b-40decbc251f1 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Allocated IP 172.20.0.7 (97c92385-ea3d-4eab-82a7-f3865717e06d/7d39dea0-61db-4cdf-b4fe-ad7c7a97e403/3d988a21-03ed-428c-baee-3e8235f08ee4) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 11:53:12.421738 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-42849ab9-2031-40b4-b9d0-fc1800c66447 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:12.428992 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-42849ab9-2031-40b4-b9d0-fc1800c66447 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/networks?id=47896ea0-c1f1-4e1e-9293-67231b161aa2 HTTP/1.1" status: 200 len: 813 time: 0.2631099 Jun 06 11:53:12.451728 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-992cd89e-6b1b-460a-9412-831f60e2bb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:12.457165 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-992cd89e-6b1b-460a-9412-831f60e2bb1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:12.458304 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-992cd89e-6b1b-460a-9412-831f60e2bb1a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dca58215-20cc-4be5-8855-f5015bb0691e HTTP/1.1" status: 204 len: 168 time: 0.4269381 Jun 06 11:53:12.459186 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-e6ba774d-bf25-4181-8c9d-7e0ec99e76d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:12.466767 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-8eadff6c-ad29-4fc5-9dfc-879ef3605dc9 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/quotas/f96ca411a19c40b3815c2beaaf7f081d HTTP/1.1" status: 200 len: 375 time: 0.0309541 Jun 06 11:53:12.470419 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992cd89e-6b1b-460a-9412-831f60e2bb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca58215-20cc-4be5-8855-f5015bb0691e,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:12.474316 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-992cd89e-6b1b-460a-9412-831f60e2bb1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:12.518340 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-982eec25-9a83-45da-a75f-0dd44bff5e73 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f96ca411a19c40b3815c2beaaf7f081d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452974 Jun 06 11:53:12.627232 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 42502) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:12.664186 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-d61b4b0d-3724-4910-8d4d-f4c39a8c871b req-2ab35e53-4ed5-4a94-9dd9-af4977bb7e83 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=689d5aa8-e87f-4771-a58e-4adf4203467d HTTP/1.1" status: 200 len: 210 time: 0.0769494 Jun 06 11:53:12.668244 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-436901e2-69f1-40a3-870b-40decbc251f1 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:12.728756 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-436901e2-69f1-40a3-870b-40decbc251f1 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:12.738852 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-75cce32f-1d3f-47bf-a50f-2897a4458ec1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:12.745723 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] get_ports_and_sgs() called for port_ids ['d317d814-b4d5-4208-98ac-67f5b4b0884b', '7a0f12d6-f2ee-46a6-a727-5ff7328b00ef', 'ed60a7ca-d953-4005-8aca-3a87706734c6'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 11:53:12.756178 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-9e6c4b34-4754-4fad-b4dd-d82ab442ced7 service neutron] 10.222.0.42 "GET /v2.0/networks/47896ea0-c1f1-4e1e-9293-67231b161aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307737 Jun 06 11:53:12.874421 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-436901e2-69f1-40a3-870b-40decbc251f1 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Network 97c92385-ea3d-4eab-82a7-f3865717e06d is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:53:12.879272 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-436901e2-69f1-40a3-870b-40decbc251f1 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:53:12.883963 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-436901e2-69f1-40a3-870b-40decbc251f1 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 11:53:12.945495 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436901e2-69f1-40a3-870b-40decbc251f1 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Pushing event updated for resources: {'Port': ['ID=3d988a21-03ed-428c-baee-3e8235f08ee4,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:12.960838 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-436901e2-69f1-40a3-870b-40decbc251f1 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:12.965481 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-7142470d-62a9-455e-912f-2e5fc6d9fee9 service neutron] 10.222.0.42 "GET /v2.0/networks/47896ea0-c1f1-4e1e-9293-67231b161aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081423 Jun 06 11:53:13.016446 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-436901e2-69f1-40a3-870b-40decbc251f1 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:13.017111 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-436901e2-69f1-40a3-870b-40decbc251f1 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:13.038280 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-436901e2-69f1-40a3-870b-40decbc251f1 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4044790 Jun 06 11:53:13.080526 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-dc3aa276-8bbb-4679-ab10-155d21108f01 service neutron] Request body: {'port': {'device_id': '689d5aa8-e87f-4771-a58e-4adf4203467d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:53:13.195831 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-26cba7b9-a497-4f9b-bf49-8b25233a47e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:13.330095 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-0aa8c2ab-a994-4ca1-ae2a-9396d11dc243 req-52ae66cd-444e-4933-8887-b6f8a02874f3 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d30ed1e5-fc42-466d-acdb-852810bc3f51 HTTP/1.1" status: 200 len: 210 time: 0.0631852 Jun 06 11:53:13.389668 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-dc3aa276-8bbb-4679-ab10-155d21108f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:13.463497 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-26cba7b9-a497-4f9b-bf49-8b25233a47e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:13.469590 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-26cba7b9-a497-4f9b-bf49-8b25233a47e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:13.505454 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-774610ed-3910-4319-9f2d-384c4a2f96f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:13.516530 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-26cba7b9-a497-4f9b-bf49-8b25233a47e3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=08f6c176bd8840d6847bc94fb4cfdd96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8877966 Jun 06 11:53:13.518971 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 42534) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:13.575655 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cba7b9-a497-4f9b-bf49-8b25233a47e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a565e7-e3ca-4992-9abf-a83c4d76cf2e,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:13.586686 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-26cba7b9-a497-4f9b-bf49-8b25233a47e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:13.631260 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b39fdda1-4131-4252-b76f-231fcc9b9c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:13.747590 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b39fdda1-4131-4252-b76f-231fcc9b9c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:13.893196 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b39fdda1-4131-4252-b76f-231fcc9b9c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:13.895819 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b39fdda1-4131-4252-b76f-231fcc9b9c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:13.899672 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-b39fdda1-4131-4252-b76f-231fcc9b9c00 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a7a565e7-e3ca-4992-9abf-a83c4d76cf2e HTTP/1.1" status: 204 len: 168 time: 0.3796189 Jun 06 11:53:13.903034 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-b280d5fe-6678-486e-aae2-1cc7ccf25b92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:13.914797 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39fdda1-4131-4252-b76f-231fcc9b9c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a565e7-e3ca-4992-9abf-a83c4d76cf2e,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:13.922739 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-b39fdda1-4131-4252-b76f-231fcc9b9c00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:13.975135 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3fc6cb-8805-40e0-a904-701e645197e6 req-a2c33a1c-fb4a-402b-8161-bafb02e9cff8 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:13.993758 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-2b3fc6cb-8805-40e0-a904-701e645197e6 req-a2c33a1c-fb4a-402b-8161-bafb02e9cff8 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=689d5aa8-e87f-4771-a58e-4adf4203467d HTTP/1.1" status: 200 len: 931 time: 0.1688426 Jun 06 11:53:14.102632 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-2b3fc6cb-8805-40e0-a904-701e645197e6 req-c94e90a4-9e1e-463d-a8dc-1afcf5785f74 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044645 Jun 06 11:53:14.286890 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee38ca8-63a8-4364-bc1e-d90008733d50 req-17e36c30-65c5-4e8d-811a-ab0ad2375d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:14.288563 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-dee38ca8-63a8-4364-bc1e-d90008733d50 req-17e36c30-65c5-4e8d-811a-ab0ad2375d4f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ffbf540fd73d452aaaeae928aa00e219&device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 1098 time: 0.3752289 Jun 06 11:53:14.291887 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-dc3aa276-8bbb-4679-ab10-155d21108f01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d988a21-03ed-428c-baee-3e8235f08ee4 {{(pid=91625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 11:53:14.308712 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afd13a-a70a-4ff6-a4e4-74c9fd0d1b02 req-90e0f8cc-8b95-4a41-bb2f-7794892d7a59 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:14.315889 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b6afd13a-a70a-4ff6-a4e4-74c9fd0d1b02 req-90e0f8cc-8b95-4a41-bb2f-7794892d7a59 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.3555524 Jun 06 11:53:14.356005 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-dc3aa276-8bbb-4679-ab10-155d21108f01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:14.550231 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-dc3aa276-8bbb-4679-ab10-155d21108f01 service neutron] Transition to ACTIVE for port object 3d988a21-03ed-428c-baee-3e8235f08ee4 will not be triggered until provisioned by entity L2. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:53:14.582506 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b6afd13a-a70a-4ff6-a4e4-74c9fd0d1b02 req-a4c8f978-e56b-46bd-a211-56eb525487cb tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656629 Jun 06 11:53:14.614582 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-dc3aa276-8bbb-4679-ab10-155d21108f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700882'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:14.620337 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 42572) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:14.639803 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e2a7e8e1-f4dc-4f22-b9b6-804696dc84b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:14.651207 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ea5fac70-2f75-4c4c-9c25-eb140ed81901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:14.798967 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-982a8d4e-3ec2-4049-8960-0cc79e3d54c7 req-605795af-544a-489a-a473-6ebcc23e888b tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d30ed1e5-fc42-466d-acdb-852810bc3f51 HTTP/1.1" status: 200 len: 210 time: 0.0807073 Jun 06 11:53:14.851499 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee38ca8-63a8-4364-bc1e-d90008733d50 req-f01b0739-5bff-4d16-882b-85ba85ac148c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:14.852954 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-dee38ca8-63a8-4364-bc1e-d90008733d50 req-f01b0739-5bff-4d16-882b-85ba85ac148c service neutron] 10.222.0.11 "GET /v2.0/networks?id=781481ba-9256-4a59-98f9-089a31fa7ed5 HTTP/1.1" status: 200 len: 919 time: 0.5533915 Jun 06 11:53:14.946521 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3aa276-8bbb-4679-ab10-155d21108f01 service neutron] Pushing event updated for resources: {'Port': ['ID=3d988a21-03ed-428c-baee-3e8235f08ee4,revision_number=2']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:14.962681 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-dc3aa276-8bbb-4679-ab10-155d21108f01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:14.970839 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-dee38ca8-63a8-4364-bc1e-d90008733d50 req-1ae42e0f-d180-4dcc-b4af-b23f1961038a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72b2e02d-0b0f-41a9-b205-34e67f729269 HTTP/1.1" status: 200 len: 217 time: 0.0803518 Jun 06 11:53:15.069211 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ea5fac70-2f75-4c4c-9c25-eb140ed81901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:15.084888 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ea5fac70-2f75-4c4c-9c25-eb140ed81901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:15.092552 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee38ca8-63a8-4364-bc1e-d90008733d50 req-6003346c-6e89-48f0-8e1e-5ffbd5b53623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:15.094062 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-dee38ca8-63a8-4364-bc1e-d90008733d50 req-6003346c-6e89-48f0-8e1e-5ffbd5b53623 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e34565f1-8647-4fbb-a0bd-9f9d6cf328e3 HTTP/1.1" status: 200 len: 858 time: 0.0910368 Jun 06 11:53:15.095782 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-992cd89e-6b1b-460a-9412-831f60e2bb1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:15.101121 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-dc3aa276-8bbb-4679-ab10-155d21108f01 service neutron] Attempting to bind port 3d988a21-03ed-428c-baee-3e8235f08ee4 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 11:53:15.101977 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-dc3aa276-8bbb-4679-ab10-155d21108f01 service neutron] Attempting to bind port 3d988a21-03ed-428c-baee-3e8235f08ee4 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '9c6e229f-4d95-4dfb-a5de-b081666b0d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '97c92385-ea3d-4eab-82a7-f3865717e06d'}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 11:53:15.104220 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-dc3aa276-8bbb-4679-ab10-155d21108f01 service neutron] Attempting to bind port 3d988a21-03ed-428c-baee-3e8235f08ee4 on network 97c92385-ea3d-4eab-82a7-f3865717e06d {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:53:15.112276 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-dc3aa276-8bbb-4679-ab10-155d21108f01 service neutron] Port 3d988a21-03ed-428c-baee-3e8235f08ee4 on network 97c92385-ea3d-4eab-82a7-f3865717e06d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 11:53:15.112705 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-dc3aa276-8bbb-4679-ab10-155d21108f01 service neutron] Attempting to bind port 3d988a21-03ed-428c-baee-3e8235f08ee4 on network 97c92385-ea3d-4eab-82a7-f3865717e06d {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:53:15.117183 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-9610ae94-dc20-43fd-826e-79db925da430 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:15.119604 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-9610ae94-dc20-43fd-826e-79db925da430 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.11 "GET /v2.0/networks?id=47896ea0-c1f1-4e1e-9293-67231b161aa2 HTTP/1.1" status: 200 len: 813 time: 0.2532580 Jun 06 11:53:15.168187 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-fc55e761-e49c-42ad-920a-181e2cedc1a0 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Request body: {'port': {'device_id': 'd30ed1e5-fc42-466d-acdb-852810bc3f51', 'network_id': '47896ea0-c1f1-4e1e-9293-67231b161aa2', 'admin_state_up': True, 'tenant_id': 'f96ca411a19c40b3815c2beaaf7f081d'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:53:15.231266 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-dc3aa276-8bbb-4679-ab10-155d21108f01 service neutron] Checking agent: {'id': 'e22919c8-6430-48bb-a7f5-088caf168a02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 50, 4), 'started_at': datetime.datetime(2021, 6, 6, 11, 50, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 11:53:15.232348 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5fac70-2f75-4c4c-9c25-eb140ed81901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1138f6f-0fc1-4cbd-858b-b82cfe89aac1,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:15.241280 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-dc3aa276-8bbb-4679-ab10-155d21108f01 service neutron] Checking segment: {'id': '9c6e229f-4d95-4dfb-a5de-b081666b0d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '97c92385-ea3d-4eab-82a7-f3865717e06d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:53:15.241280 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-dc3aa276-8bbb-4679-ab10-155d21108f01 service neutron] Bound using segment: {'id': '9c6e229f-4d95-4dfb-a5de-b081666b0d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '97c92385-ea3d-4eab-82a7-f3865717e06d'} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 11:53:15.241280 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-dc3aa276-8bbb-4679-ab10-155d21108f01 service neutron] Bound port: 3d988a21-03ed-428c-baee-3e8235f08ee4, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c6e229f-4d95-4dfb-a5de-b081666b0d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '97c92385-ea3d-4eab-82a7-f3865717e06d'}}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 11:53:15.241280 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-dc3aa276-8bbb-4679-ab10-155d21108f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:15.252992 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ea5fac70-2f75-4c4c-9c25-eb140ed81901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:15.258493 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-ea5fac70-2f75-4c4c-9c25-eb140ed81901 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fbd3783ed62641c2bfdceebbe9c2b908&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6370995 Jun 06 11:53:15.261666 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 42584) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:15.266311 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-dee38ca8-63a8-4364-bc1e-d90008733d50 req-9a010df4-0b93-4e64-84bb-1b521e8e3d2c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=781481ba-9256-4a59-98f9-089a31fa7ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1477621 Jun 06 11:53:15.413177 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0aad555d-31a8-4a32-b084-5573a6420313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:15.449379 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0aad555d-31a8-4a32-b084-5573a6420313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:15.460607 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-fc55e761-e49c-42ad-920a-181e2cedc1a0 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Made reservation on behalf of f96ca411a19c40b3815c2beaaf7f081d for: {'port': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:53:15.464573 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-fc55e761-e49c-42ad-920a-181e2cedc1a0 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:15.519466 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-dc3aa276-8bbb-4679-ab10-155d21108f01 service neutron] For port 3d988a21-03ed-428c-baee-3e8235f08ee4, host hv-cinder-78626, cleared binding levels {{(pid=91625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 11:53:15.548050 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-dc3aa276-8bbb-4679-ab10-155d21108f01 service neutron] For port 3d988a21-03ed-428c-baee-3e8235f08ee4, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3d988a21-03ed-428c-baee-3e8235f08ee4,segment=NetworkSegment(9c6e229f-4d95-4dfb-a5de-b081666b0d57),segment_id=9c6e229f-4d95-4dfb-a5de-b081666b0d57)] {{(pid=91625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 11:53:15.558675 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af648244-b0ee-4542-abd3-a7646fce88db req-afa0fcf4-4e34-4908-bcf1-985f0f5af345 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:15.561960 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-af648244-b0ee-4542-abd3-a7646fce88db req-afa0fcf4-4e34-4908-bcf1-985f0f5af345 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=689d5aa8-e87f-4771-a58e-4adf4203467d HTTP/1.1" status: 200 len: 943 time: 0.2861090 Jun 06 11:53:15.561960 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-dee38ca8-63a8-4364-bc1e-d90008733d50 req-b832fc0c-3183-421d-ac77-36881c06dee9 service neutron] 10.222.0.11 "GET /v2.0/networks/781481ba-9256-4a59-98f9-089a31fa7ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610662 Jun 06 11:53:15.569134 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-dc3aa276-8bbb-4679-ab10-155d21108f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700882'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:15.569717 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:15.598317 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0aad555d-31a8-4a32-b084-5573a6420313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:15.600751 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0aad555d-31a8-4a32-b084-5573a6420313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:15.601948 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-0aad555d-31a8-4a32-b084-5573a6420313 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e1138f6f-0fc1-4cbd-858b-b82cfe89aac1 HTTP/1.1" status: 204 len: 168 time: 0.3392811 Jun 06 11:53:15.605981 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-e7f64fb5-a2c2-45fd-843c-c605c4adb306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:15.661741 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad555d-31a8-4a32-b084-5573a6420313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1138f6f-0fc1-4cbd-858b-b82cfe89aac1,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:15.670156 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-0aad555d-31a8-4a32-b084-5573a6420313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:15.689991 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-dc3aa276-8bbb-4679-ab10-155d21108f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:15.690614 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-dc3aa276-8bbb-4679-ab10-155d21108f01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:15.691973 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-dc3aa276-8bbb-4679-ab10-155d21108f01 service neutron] 10.222.0.11 "PUT /v2.0/ports/3d988a21-03ed-428c-baee-3e8235f08ee4 HTTP/1.1" status: 200 len: 1093 time: 2.6371467 Jun 06 11:53:15.695471 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '689d5aa8-e87f-4771-a58e-4adf4203467d', 'tag': '3d988a21-03ed-428c-baee-3e8235f08ee4'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:53:15.698797 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d3a09975e5f8f43507a37e46b4ea231535690fa404cdff26bf77d84c9002b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f84f660-14cf-4dad-bfb4-6853a7ad84ab" -d '{"events": [{"name": "network-changed", "server_uuid": "689d5aa8-e87f-4771-a58e-4adf4203467d", "tag": "3d988a21-03ed-428c-baee-3e8235f08ee4"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:53:15.719843 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_common [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-fc55e761-e49c-42ad-920a-181e2cedc1a0 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Allocated IP 172.20.0.14 (47896ea0-c1f1-4e1e-9293-67231b161aa2/5ae2dc22-5230-4fcf-a12d-47c68f3da49b/677527ed-236b-49be-8efb-7814629eb15a) {{(pid=91626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 11:53:15.788678 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-af648244-b0ee-4542-abd3-a7646fce88db req-7e7ccaa8-e5ca-426a-a092-e2cd794703a1 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881242 Jun 06 11:53:15.789012 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3aa276-8bbb-4679-ab10-155d21108f01 service neutron] Pushing event updated for resources: {'Port': ['ID=3d988a21-03ed-428c-baee-3e8235f08ee4,revision_number=3']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:15.835810 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-dc3aa276-8bbb-4679-ab10-155d21108f01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:15.898728 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-dee38ca8-63a8-4364-bc1e-d90008733d50 req-17685cd6-561c-4f7c-9459-70d013d109b8 service neutron] 10.222.0.11 "GET /v2.0/networks/781481ba-9256-4a59-98f9-089a31fa7ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995446 Jun 06 11:53:15.918415 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a68e63-9e9e-4655-be29-239f64aedff2 x-openstack-request-id: req-97a68e63-9e9e-4655-be29-239f64aedff2 {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:53:15.918724 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "689d5aa8-e87f-4771-a58e-4adf4203467d", "tag": "3d988a21-03ed-428c-baee-3e8235f08ee4", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:53:15.919009 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-97a68e63-9e9e-4655-be29-239f64aedff2 {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:53:15.919428 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '689d5aa8-e87f-4771-a58e-4adf4203467d', 'tag': '3d988a21-03ed-428c-baee-3e8235f08ee4', 'status': 'completed', 'code': 200} Jun 06 11:53:15.953722 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-d42f0008-6e41-462d-a9e7-713e58e85be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:15.955232 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-d42f0008-6e41-462d-a9e7-713e58e85be1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68743bc4f4a2435aaf245debd07f1445&device_id=689d5aa8-e87f-4771-a58e-4adf4203467d HTTP/1.1" status: 200 len: 1096 time: 0.1618323 Jun 06 11:53:16.075529 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-d96c358c-f45e-48ca-9be5-48b99cc627e3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d988a21-03ed-428c-baee-3e8235f08ee4 HTTP/1.1" status: 200 len: 217 time: 0.1081381 Jun 06 11:53:16.078152 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-6f5e6e96-4552-45d7-a5c3-e983430d54ce req-0498aa85-acad-4ccf-a230-ba41a07c1385 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d30ed1e5-fc42-466d-acdb-852810bc3f51 HTTP/1.1" status: 200 len: 210 time: 0.0573092 Jun 06 11:53:16.167211 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-985f44e2-d4da-4590-bbe9-08df921db0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:16.168775 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-985f44e2-d4da-4590-bbe9-08df921db0fe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d39dea0-61db-4cdf-b4fe-ad7c7a97e403 HTTP/1.1" status: 200 len: 855 time: 0.0769439 Jun 06 11:53:16.172503 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-fc55e761-e49c-42ad-920a-181e2cedc1a0 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Notify callbacks [] for port, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:16.193110 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c992c7-8b53-413b-a43c-e3868a1f53be req-f5e1024e-b6ff-44e9-973f-7f7651e029f5 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:16.199905 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-52c992c7-8b53-413b-a43c-e3868a1f53be req-f5e1024e-b6ff-44e9-973f-7f7651e029f5 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.2008398 Jun 06 11:53:16.202785 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 42610) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:16.246223 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-70b1b72e-6d05-4554-ae9e-ca7ae241118b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:16.295383 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-52c992c7-8b53-413b-a43c-e3868a1f53be req-28e94be3-85c8-44e2-a213-80ec0aba3ae8 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944805 Jun 06 11:53:16.332885 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-fc55e761-e49c-42ad-920a-181e2cedc1a0 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1152752'] for port, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:16.346915 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-4b169757-1e24-4780-89f3-bbdfd54edccb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97c92385-ea3d-4eab-82a7-f3865717e06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1680567 Jun 06 11:53:16.354989 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:16.434548 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc55e761-e49c-42ad-920a-181e2cedc1a0 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Pushing event updated for resources: {'Port': ['ID=677527ed-236b-49be-8efb-7814629eb15a,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:16.442820 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-fc55e761-e49c-42ad-920a-181e2cedc1a0 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:16.455907 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-fc55e761-e49c-42ad-920a-181e2cedc1a0 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Network 47896ea0-c1f1-4e1e-9293-67231b161aa2 is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:53:16.460483 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-fc55e761-e49c-42ad-920a-181e2cedc1a0 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:53:16.464034 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-fc55e761-e49c-42ad-920a-181e2cedc1a0 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Received port after_create {{(pid=91626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 11:53:16.536933 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-4b7ad947-52fb-40fe-99f6-49777cc8aa45 service neutron] 10.222.0.11 "GET /v2.0/networks/97c92385-ea3d-4eab-82a7-f3865717e06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811938 Jun 06 11:53:16.553163 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-fc55e761-e49c-42ad-920a-181e2cedc1a0 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:16.554012 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-fc55e761-e49c-42ad-920a-181e2cedc1a0 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:16.609398 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-70b1b72e-6d05-4554-ae9e-ca7ae241118b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:16.618439 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-70b1b72e-6d05-4554-ae9e-ca7ae241118b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:16.632436 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-157dbaac-9cf1-499c-9f45-2915e00db5cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:16.641338 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-fc55e761-e49c-42ad-920a-181e2cedc1a0 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4811211 Jun 06 11:53:16.682377 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-ff07ad54-b10b-4c63-ac31-8d65271600b1 service neutron] Request body: {'port': {'device_id': 'd30ed1e5-fc42-466d-acdb-852810bc3f51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:53:16.710220 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b5158edd-52fd-49d5-93c1-1fd6206bf725 req-e0a7b649-524d-4ca7-ae18-49fbfef487b9 service neutron] 10.222.0.11 "GET /v2.0/networks/97c92385-ea3d-4eab-82a7-f3865717e06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637664 Jun 06 11:53:16.744683 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-70b1b72e-6d05-4554-ae9e-ca7ae241118b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=568b25aa62144910bf8d83b9982a5631&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5383449 Jun 06 11:53:16.746708 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 42632) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:16.751668 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1b72e-6d05-4554-ae9e-ca7ae241118b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca50225-1e2e-43f4-8f59-c035cac24a8c,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:16.757608 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-70b1b72e-6d05-4554-ae9e-ca7ae241118b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:16.871567 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-ff07ad54-b10b-4c63-ac31-8d65271600b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:16.892995 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-18187fb9-d488-4ba7-90d3-cf30407211db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:16.912042 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84f660-14cf-4dad-bfb4-6853a7ad84ab req-00f74a2a-5f1b-491e-ad23-1f92f440821c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:16.913696 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2f84f660-14cf-4dad-bfb4-6853a7ad84ab req-00f74a2a-5f1b-491e-ad23-1f92f440821c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68743bc4f4a2435aaf245debd07f1445&device_id=689d5aa8-e87f-4771-a58e-4adf4203467d HTTP/1.1" status: 200 len: 1096 time: 0.1500788 Jun 06 11:53:16.962416 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-18187fb9-d488-4ba7-90d3-cf30407211db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:17.098454 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84f660-14cf-4dad-bfb4-6853a7ad84ab req-ea410150-eb61-4374-80c7-89e368436d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:17.100017 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2f84f660-14cf-4dad-bfb4-6853a7ad84ab req-ea410150-eb61-4374-80c7-89e368436d32 service neutron] 10.222.0.11 "GET /v2.0/networks?id=97c92385-ea3d-4eab-82a7-f3865717e06d HTTP/1.1" status: 200 len: 916 time: 0.1733375 Jun 06 11:53:17.172248 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-18187fb9-d488-4ba7-90d3-cf30407211db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:17.175407 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-18187fb9-d488-4ba7-90d3-cf30407211db admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:17.179698 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-18187fb9-d488-4ba7-90d3-cf30407211db admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aca50225-1e2e-43f4-8f59-c035cac24a8c HTTP/1.1" status: 204 len: 168 time: 0.4318035 Jun 06 11:53:17.189660 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-7dfb5b53-1ba6-407d-ae73-808e1529814c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:17.201181 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2f84f660-14cf-4dad-bfb4-6853a7ad84ab req-0ece3164-05a3-40da-b214-1ae1b836aa99 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d988a21-03ed-428c-baee-3e8235f08ee4 HTTP/1.1" status: 200 len: 217 time: 0.0935597 Jun 06 11:53:17.234852 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18187fb9-d488-4ba7-90d3-cf30407211db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca50225-1e2e-43f4-8f59-c035cac24a8c,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:17.242850 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-18187fb9-d488-4ba7-90d3-cf30407211db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:17.287155 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e210ff3-39d2-4396-afb9-aef80afbad23 req-9889b465-a2c5-40c9-857b-faa52f9feda1 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:17.294461 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-4e210ff3-39d2-4396-afb9-aef80afbad23 req-9889b465-a2c5-40c9-857b-faa52f9feda1 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=689d5aa8-e87f-4771-a58e-4adf4203467d HTTP/1.1" status: 200 len: 943 time: 0.3313324 Jun 06 11:53:17.335458 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84f660-14cf-4dad-bfb4-6853a7ad84ab req-139b4f51-9684-40f1-830d-611d23f8215e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:17.337052 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2f84f660-14cf-4dad-bfb4-6853a7ad84ab req-139b4f51-9684-40f1-830d-611d23f8215e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d39dea0-61db-4cdf-b4fe-ad7c7a97e403 HTTP/1.1" status: 200 len: 855 time: 0.0954733 Jun 06 11:53:17.386552 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-4e210ff3-39d2-4396-afb9-aef80afbad23 req-7316ad68-4c20-4039-9fee-1c64fd2e8185 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833108 Jun 06 11:53:17.392436 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de74d4-2651-491b-899b-33e8d2941f2f req-95536689-c13b-41c4-b9ac-f02cc89c95e9 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:17.393986 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-94de74d4-2651-491b-899b-33e8d2941f2f req-95536689-c13b-41c4-b9ac-f02cc89c95e9 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d30ed1e5-fc42-466d-acdb-852810bc3f51 HTTP/1.1" status: 200 len: 932 time: 0.1948397 Jun 06 11:53:17.430065 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2f84f660-14cf-4dad-bfb4-6853a7ad84ab req-bde8a3f7-b5cd-453c-b892-8324421adb8d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97c92385-ea3d-4eab-82a7-f3865717e06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848315 Jun 06 11:53:17.480417 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-ff07ad54-b10b-4c63-ac31-8d65271600b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 677527ed-236b-49be-8efb-7814629eb15a {{(pid=91626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 11:53:17.502002 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-ff07ad54-b10b-4c63-ac31-8d65271600b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:17.517371 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-ff07ad54-b10b-4c63-ac31-8d65271600b1 service neutron] Transition to ACTIVE for port object 677527ed-236b-49be-8efb-7814629eb15a will not be triggered until provisioned by entity L2. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:53:17.554042 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-94de74d4-2651-491b-899b-33e8d2941f2f req-89169a08-b4f3-4f90-af2e-090413a9bdd7 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/security-groups?id=66a929c5-d716-4fcf-b0aa-059f1e8a30bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407063 Jun 06 11:53:17.576129 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-ff07ad54-b10b-4c63-ac31-8d65271600b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1152715'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:17.580089 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:17.598017 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2f84f660-14cf-4dad-bfb4-6853a7ad84ab req-9cf74cb1-8b06-4b74-b7be-db09b718f0ea service neutron] 10.222.0.11 "GET /v2.0/networks/97c92385-ea3d-4eab-82a7-f3865717e06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587603 Jun 06 11:53:17.736791 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07ad54-b10b-4c63-ac31-8d65271600b1 service neutron] Pushing event updated for resources: {'Port': ['ID=677527ed-236b-49be-8efb-7814629eb15a,revision_number=2']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:17.751246 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ff07ad54-b10b-4c63-ac31-8d65271600b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:17.787667 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2f84f660-14cf-4dad-bfb4-6853a7ad84ab req-9f187f06-c6d2-4160-9168-9aacbdfd237c service neutron] 10.222.0.11 "GET /v2.0/networks/97c92385-ea3d-4eab-82a7-f3865717e06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820331 Jun 06 11:53:17.854158 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48a492-e816-405c-9d9e-e8696fbdf9b5 req-d2d936ff-ea49-487a-9925-e037f78ac91c tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:17.859300 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-5c48a492-e816-405c-9d9e-e8696fbdf9b5 req-d2d936ff-ea49-487a-9925-e037f78ac91c tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.3347764 Jun 06 11:53:17.875029 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 3d988a21-03ed-428c-baee-3e8235f08ee4 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 11:53:17.988724 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-5c48a492-e816-405c-9d9e-e8696fbdf9b5 req-a87cae8a-baca-4f48-9924-c9e28e329443 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258221 Jun 06 11:53:17.992937 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-ff07ad54-b10b-4c63-ac31-8d65271600b1 service neutron] Attempting to bind port 677527ed-236b-49be-8efb-7814629eb15a on host hv-cinder-78626 for vnic_type normal with profile {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 11:53:17.995551 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-ff07ad54-b10b-4c63-ac31-8d65271600b1 service neutron] Attempting to bind port 677527ed-236b-49be-8efb-7814629eb15a by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '87cb110a-61ea-4dcf-a84c-45da21681574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '47896ea0-c1f1-4e1e-9293-67231b161aa2'}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 11:53:17.997401 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-ff07ad54-b10b-4c63-ac31-8d65271600b1 service neutron] Attempting to bind port 677527ed-236b-49be-8efb-7814629eb15a on network 47896ea0-c1f1-4e1e-9293-67231b161aa2 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:53:18.005093 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-ff07ad54-b10b-4c63-ac31-8d65271600b1 service neutron] Port 677527ed-236b-49be-8efb-7814629eb15a on network 47896ea0-c1f1-4e1e-9293-67231b161aa2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 11:53:18.005622 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-ff07ad54-b10b-4c63-ac31-8d65271600b1 service neutron] Attempting to bind port 677527ed-236b-49be-8efb-7814629eb15a on network 47896ea0-c1f1-4e1e-9293-67231b161aa2 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:53:18.011440 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-ff07ad54-b10b-4c63-ac31-8d65271600b1 service neutron] Checking agent: {'id': 'e22919c8-6430-48bb-a7f5-088caf168a02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 50, 4), 'started_at': datetime.datetime(2021, 6, 6, 11, 50, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 11:53:18.012011 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-ff07ad54-b10b-4c63-ac31-8d65271600b1 service neutron] Checking segment: {'id': '87cb110a-61ea-4dcf-a84c-45da21681574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '47896ea0-c1f1-4e1e-9293-67231b161aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:53:18.012567 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-ff07ad54-b10b-4c63-ac31-8d65271600b1 service neutron] Bound using segment: {'id': '87cb110a-61ea-4dcf-a84c-45da21681574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '47896ea0-c1f1-4e1e-9293-67231b161aa2'} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 11:53:18.013387 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-ff07ad54-b10b-4c63-ac31-8d65271600b1 service neutron] Bound port: 677527ed-236b-49be-8efb-7814629eb15a, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87cb110a-61ea-4dcf-a84c-45da21681574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '47896ea0-c1f1-4e1e-9293-67231b161aa2'}}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 11:53:18.013940 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-ff07ad54-b10b-4c63-ac31-8d65271600b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:18.083601 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 3d988a21-03ed-428c-baee-3e8235f08ee4, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3d988a21-03ed-428c-baee-3e8235f08ee4,segment=NetworkSegment(9c6e229f-4d95-4dfb-a5de-b081666b0d57),segment_id=9c6e229f-4d95-4dfb-a5de-b081666b0d57)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:53:18.119707 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-ff07ad54-b10b-4c63-ac31-8d65271600b1 service neutron] For port 677527ed-236b-49be-8efb-7814629eb15a, host hv-cinder-78626, cleared binding levels {{(pid=91626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 11:53:18.125177 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-ff07ad54-b10b-4c63-ac31-8d65271600b1 service neutron] For port 677527ed-236b-49be-8efb-7814629eb15a, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=677527ed-236b-49be-8efb-7814629eb15a,segment=NetworkSegment(87cb110a-61ea-4dcf-a84c-45da21681574),segment_id=87cb110a-61ea-4dcf-a84c-45da21681574)] {{(pid=91626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 11:53:18.132295 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-ff07ad54-b10b-4c63-ac31-8d65271600b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1152715'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:18.132988 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Returning: {'device': '3d988a21-03ed-428c-baee-3e8235f08ee4', 'network_id': '97c92385-ea3d-4eab-82a7-f3865717e06d', 'port_id': '3d988a21-03ed-428c-baee-3e8235f08ee4', 'mac_address': 'fa:16:3e:6d:72:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d39dea0-61db-4cdf-b4fe-ad7c7a97e403', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 11:53:18.140126 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:18.215693 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-ff07ad54-b10b-4c63-ac31-8d65271600b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:18.216327 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-ff07ad54-b10b-4c63-ac31-8d65271600b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:18.217899 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-ff07ad54-b10b-4c63-ac31-8d65271600b1 service neutron] 10.222.0.11 "PUT /v2.0/ports/677527ed-236b-49be-8efb-7814629eb15a HTTP/1.1" status: 200 len: 1094 time: 1.5561748 Jun 06 11:53:18.218416 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd30ed1e5-fc42-466d-acdb-852810bc3f51', 'tag': '677527ed-236b-49be-8efb-7814629eb15a'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:53:18.220964 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc9e4729878f16c834b645d3c09f80e418a2a47aed75d72574769f74497ec88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3b9e15-15e4-4228-88e0-3a313baceb72" -d '{"events": [{"name": "network-changed", "server_uuid": "d30ed1e5-fc42-466d-acdb-852810bc3f51", "tag": "677527ed-236b-49be-8efb-7814629eb15a"}]}' {{(pid=91626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:53:18.221539 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:18.251842 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d988a21-03ed-428c-baee-3e8235f08ee4 {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 11:53:18.270599 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07ad54-b10b-4c63-ac31-8d65271600b1 service neutron] Pushing event updated for resources: {'Port': ['ID=677527ed-236b-49be-8efb-7814629eb15a,revision_number=3']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:18.278967 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ff07ad54-b10b-4c63-ac31-8d65271600b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:18.288738 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 3d988a21-03ed-428c-baee-3e8235f08ee4, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3d988a21-03ed-428c-baee-3e8235f08ee4,segment=NetworkSegment(9c6e229f-4d95-4dfb-a5de-b081666b0d57),segment_id=9c6e229f-4d95-4dfb-a5de-b081666b0d57)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:53:18.300416 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:18.302803 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:18.336971 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f084015c-6467-414f-a222-d4d87e1451bb x-openstack-request-id: req-f084015c-6467-414f-a222-d4d87e1451bb {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:53:18.337298 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d30ed1e5-fc42-466d-acdb-852810bc3f51", "tag": "677527ed-236b-49be-8efb-7814629eb15a", "status": "completed", "code": 200}]} {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:53:18.338137 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f084015c-6467-414f-a222-d4d87e1451bb {{(pid=91626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:53:18.338630 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd30ed1e5-fc42-466d-acdb-852810bc3f51', 'tag': '677527ed-236b-49be-8efb-7814629eb15a', 'status': 'completed', 'code': 200} Jun 06 11:53:18.388874 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-e644bd50-2b7b-41a0-8552-775df1261aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:18.390527 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-e644bd50-2b7b-41a0-8552-775df1261aac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f96ca411a19c40b3815c2beaaf7f081d&device_id=d30ed1e5-fc42-466d-acdb-852810bc3f51 HTTP/1.1" status: 200 len: 1097 time: 0.1025248 Jun 06 11:53:18.410102 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=3d988a21-03ed-428c-baee-3e8235f08ee4,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:18.413333 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:18.476598 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-acd6f1b4-a609-4205-9198-092b9f76ba3a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=677527ed-236b-49be-8efb-7814629eb15a HTTP/1.1" status: 200 len: 217 time: 0.0768027 Jun 06 11:53:18.588347 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-bb2d7ad2-172e-4e5d-8eba-2a5acbbf698d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:18.590496 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-bb2d7ad2-172e-4e5d-8eba-2a5acbbf698d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5ae2dc22-5230-4fcf-a12d-47c68f3da49b HTTP/1.1" status: 200 len: 853 time: 0.0989206 Jun 06 11:53:18.608586 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 42694) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:18.632742 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997cc55-cc6a-423e-9e99-b6dbea4a59eb req-fbe4b860-897a-4924-9a49-984e30faf062 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:18.641447 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-6997cc55-cc6a-423e-9e99-b6dbea4a59eb req-fbe4b860-897a-4924-9a49-984e30faf062 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=689d5aa8-e87f-4771-a58e-4adf4203467d HTTP/1.1" status: 200 len: 944 time: 0.1086903 Jun 06 11:53:18.701501 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-a194ee2a-149f-43ad-9348-fb706e452702 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=47896ea0-c1f1-4e1e-9293-67231b161aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963113 Jun 06 11:53:18.702375 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-6997cc55-cc6a-423e-9e99-b6dbea4a59eb req-c1697520-06de-41a0-a111-5fc3c73a10cc tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598164 Jun 06 11:53:18.734034 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] get_ports_and_sgs() called for port_ids ['3d988a21-03ed-428c-baee-3e8235f08ee4'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 11:53:18.803747 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cc4dc16d-3e98-46c3-8e23-60d51aa3bc39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:18.920069 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aee2ca-3c75-4b7c-b7dc-39fdd1347e62 req-7affc63d-faa2-42a5-8b88-957ef7dd63dd tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:18.922007 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-b5aee2ca-3c75-4b7c-b7dc-39fdd1347e62 req-7affc63d-faa2-42a5-8b88-957ef7dd63dd tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d30ed1e5-fc42-466d-acdb-852810bc3f51 HTTP/1.1" status: 200 len: 944 time: 0.2230122 Jun 06 11:53:18.925495 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-bc5c0a9f-83f0-4693-95dc-0593e5e37451 service neutron] 10.222.0.11 "GET /v2.0/networks/47896ea0-c1f1-4e1e-9293-67231b161aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875961 Jun 06 11:53:18.978002 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cc4dc16d-3e98-46c3-8e23-60d51aa3bc39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:18.985539 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cc4dc16d-3e98-46c3-8e23-60d51aa3bc39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:19.000717 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-6bd4f000-8c36-4fc5-898b-2d4983d11394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:19.037892 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4dc16d-3e98-46c3-8e23-60d51aa3bc39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b4acf7-be15-4d50-8e80-146cfc48b055,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:19.054907 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-cc4dc16d-3e98-46c3-8e23-60d51aa3bc39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:19.069370 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-cc4dc16d-3e98-46c3-8e23-60d51aa3bc39 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e529f444280e4db58f496bcd0d867757&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4597070 Jun 06 11:53:19.070241 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 42710) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:19.092107 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-b5aee2ca-3c75-4b7c-b7dc-39fdd1347e62 req-6e37bc56-48cb-463c-a983-179075715cde tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/security-groups?id=66a929c5-d716-4fcf-b0aa-059f1e8a30bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618836 Jun 06 11:53:19.142187 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-cc57c268-6f9a-4504-98b1-77af71db7126 req-db528e45-7431-4788-a41c-c1ede327130d service neutron] 10.222.0.11 "GET /v2.0/networks/47896ea0-c1f1-4e1e-9293-67231b161aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927328 Jun 06 11:53:19.211169 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-38762d7f-a1be-4e5d-89b9-164475ae87a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:19.250525 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-38762d7f-a1be-4e5d-89b9-164475ae87a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:19.304170 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d9981-cca3-477b-bf8e-dbcd2fec7776 req-f20d647a-c89c-4d8b-94b0-882d32c16a3b tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:19.305986 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c64d9981-cca3-477b-bf8e-dbcd2fec7776 req-f20d647a-c89c-4d8b-94b0-882d32c16a3b tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.1729338 Jun 06 11:53:19.336206 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b9e15-15e4-4228-88e0-3a313baceb72 req-3644a42e-d0bb-4290-86b6-6fe17e0ab764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:19.338745 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-7e3b9e15-15e4-4228-88e0-3a313baceb72 req-3644a42e-d0bb-4290-86b6-6fe17e0ab764 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f96ca411a19c40b3815c2beaaf7f081d&device_id=d30ed1e5-fc42-466d-acdb-852810bc3f51 HTTP/1.1" status: 200 len: 1097 time: 0.0937953 Jun 06 11:53:19.353972 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-38762d7f-a1be-4e5d-89b9-164475ae87a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:19.357952 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-38762d7f-a1be-4e5d-89b9-164475ae87a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:19.383689 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-38762d7f-a1be-4e5d-89b9-164475ae87a6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/54b4acf7-be15-4d50-8e80-146cfc48b055 HTTP/1.1" status: 204 len: 168 time: 0.3039131 Jun 06 11:53:19.392375 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:19.417545 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c64d9981-cca3-477b-bf8e-dbcd2fec7776 req-dedcb0b7-0507-429b-912a-64e4d8f3522e tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042454 Jun 06 11:53:19.433004 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38762d7f-a1be-4e5d-89b9-164475ae87a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b4acf7-be15-4d50-8e80-146cfc48b055,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:19.435568 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-38762d7f-a1be-4e5d-89b9-164475ae87a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:19.665016 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b9e15-15e4-4228-88e0-3a313baceb72 req-b4b0cae8-e2ea-4ee5-945d-f1f10abe30d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:19.666735 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-7e3b9e15-15e4-4228-88e0-3a313baceb72 req-b4b0cae8-e2ea-4ee5-945d-f1f10abe30d7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=47896ea0-c1f1-4e1e-9293-67231b161aa2 HTTP/1.1" status: 200 len: 914 time: 0.3191137 Jun 06 11:53:19.767453 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-7e3b9e15-15e4-4228-88e0-3a313baceb72 req-aec05bdf-71ac-4f27-bd47-60a50dc9edad service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=677527ed-236b-49be-8efb-7814629eb15a HTTP/1.1" status: 200 len: 217 time: 0.0899501 Jun 06 11:53:19.850563 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 42748) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:19.875580 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9cd6409d-3e01-4471-964f-3b24954c8ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:19.897731 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b9e15-15e4-4228-88e0-3a313baceb72 req-ccf19c5c-52ac-4ba5-8834-431c07987d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:19.899254 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-7e3b9e15-15e4-4228-88e0-3a313baceb72 req-ccf19c5c-52ac-4ba5-8834-431c07987d9f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5ae2dc22-5230-4fcf-a12d-47c68f3da49b HTTP/1.1" status: 200 len: 853 time: 0.1234622 Jun 06 11:53:19.967321 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-7e3b9e15-15e4-4228-88e0-3a313baceb72 req-3ebc2d79-c398-49a2-9693-670f6b504475 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=47896ea0-c1f1-4e1e-9293-67231b161aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521629 Jun 06 11:53:19.977132 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd8b86-3e89-4e70-9661-9275d1975c1b req-7fb157c2-981f-4d19-bd00-ed9e5ecb1ff1 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:19.986425 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-53bd8b86-3e89-4e70-9661-9275d1975c1b req-7fb157c2-981f-4d19-bd00-ed9e5ecb1ff1 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=689d5aa8-e87f-4771-a58e-4adf4203467d HTTP/1.1" status: 200 len: 944 time: 0.1586368 Jun 06 11:53:20.092965 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9cd6409d-3e01-4471-964f-3b24954c8ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:20.097781 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9cd6409d-3e01-4471-964f-3b24954c8ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:20.108087 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e06c5062-5665-46a9-bbf0-75a7336e0cea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:20.126867 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-53bd8b86-3e89-4e70-9661-9275d1975c1b req-776895ca-8eeb-40b5-b6d6-41d3193de6b4 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394949 Jun 06 11:53:20.154749 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-9cd6409d-3e01-4471-964f-3b24954c8ab9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5ccab37dcf924d65b1ebf8b6f5bc576a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3030941 Jun 06 11:53:20.156492 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6409d-3e01-4471-964f-3b24954c8ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b8df34-374c-4ef9-b018-878046460308,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:20.157613 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 42756) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:20.160180 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-9cd6409d-3e01-4471-964f-3b24954c8ab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:20.187564 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 42758) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:20.208948 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-7e3b9e15-15e4-4228-88e0-3a313baceb72 req-484c3162-1c74-4ff6-b203-8b0e43b7333b service neutron] 10.222.0.11 "GET /v2.0/networks/47896ea0-c1f1-4e1e-9293-67231b161aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204223 Jun 06 11:53:20.332736 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c6e5f537-6ecf-4e07-b1cd-bf39e28fc091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:20.336459 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-33a059b8-ae1a-49c0-9589-14c81af0c65f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:20.358533 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d5a41-a6e4-4937-b6e7-adb47b203ffa req-9f8022b6-f118-4f44-8b05-ba5c0cd801a9 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:20.360082 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-568d5a41-a6e4-4937-b6e7-adb47b203ffa req-9f8022b6-f118-4f44-8b05-ba5c0cd801a9 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d30ed1e5-fc42-466d-acdb-852810bc3f51 HTTP/1.1" status: 200 len: 944 time: 0.1203914 Jun 06 11:53:20.387091 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-33a059b8-ae1a-49c0-9589-14c81af0c65f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:20.410739 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-7e3b9e15-15e4-4228-88e0-3a313baceb72 req-be515c69-b5cd-4677-b803-bff97977cdcc service neutron] 10.222.0.11 "GET /v2.0/networks/47896ea0-c1f1-4e1e-9293-67231b161aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914644 Jun 06 11:53:20.428512 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-568d5a41-a6e4-4937-b6e7-adb47b203ffa req-6b7eb358-e3c8-4dac-be23-945d88eaf128 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/security-groups?id=66a929c5-d716-4fcf-b0aa-059f1e8a30bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602670 Jun 06 11:53:20.474224 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-33a059b8-ae1a-49c0-9589-14c81af0c65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:20.477131 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-33a059b8-ae1a-49c0-9589-14c81af0c65f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:20.481352 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-33a059b8-ae1a-49c0-9589-14c81af0c65f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a8b8df34-374c-4ef9-b018-878046460308 HTTP/1.1" status: 204 len: 168 time: 0.3225741 Jun 06 11:53:20.482744 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-2e6e4545-3e89-457b-a6a5-78a024c5d7fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:20.493042 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a059b8-ae1a-49c0-9589-14c81af0c65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b8df34-374c-4ef9-b018-878046460308,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:20.496352 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-33a059b8-ae1a-49c0-9589-14c81af0c65f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:20.533045 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c6e5f537-6ecf-4e07-b1cd-bf39e28fc091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:20.537533 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c6e5f537-6ecf-4e07-b1cd-bf39e28fc091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:20.547156 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-38762d7f-a1be-4e5d-89b9-164475ae87a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:20.638625 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-c6e5f537-6ecf-4e07-b1cd-bf39e28fc091 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5b205b37a53c4c4aa41f28615b8182aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4499834 Jun 06 11:53:20.641290 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 42770) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:20.646924 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e5f537-6ecf-4e07-b1cd-bf39e28fc091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f898bd91-631e-4943-8e43-faf27872e538,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:20.651383 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c6e5f537-6ecf-4e07-b1cd-bf39e28fc091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:20.688343 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8c67e-adb3-4a2b-bfb3-b862fd5c0ec4 req-412d3f7f-ab59-4f10-ae47-fd833f20d05e tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:20.690044 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-99e8c67e-adb3-4a2b-bfb3-b862fd5c0ec4 req-412d3f7f-ab59-4f10-ae47-fd833f20d05e tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.1296015 Jun 06 11:53:20.712165 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3ec23db2-656f-4a45-a885-ddb0468d6010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:20.743383 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3ec23db2-656f-4a45-a885-ddb0468d6010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:20.745371 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-99e8c67e-adb3-4a2b-bfb3-b862fd5c0ec4 req-2f5ddc8f-01de-4a94-a9a5-2dec557912c3 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443745 Jun 06 11:53:20.814864 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3ec23db2-656f-4a45-a885-ddb0468d6010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:20.817712 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3ec23db2-656f-4a45-a885-ddb0468d6010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:20.819162 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-3ec23db2-656f-4a45-a885-ddb0468d6010 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f898bd91-631e-4943-8e43-faf27872e538 HTTP/1.1" status: 204 len: 168 time: 0.1768742 Jun 06 11:53:20.820060 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-c879af89-f203-48db-a3f0-715053ebddf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:20.830539 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec23db2-656f-4a45-a885-ddb0468d6010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f898bd91-631e-4943-8e43-faf27872e538,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:20.833136 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-3ec23db2-656f-4a45-a885-ddb0468d6010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:20.856611 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 42776) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:20.873998 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-440f4d10-1c55-4ca5-8abd-f93cc4dbfc5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:20.982790 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-440f4d10-1c55-4ca5-8abd-f93cc4dbfc5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:20.986805 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-440f4d10-1c55-4ca5-8abd-f93cc4dbfc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:20.996019 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c6e5f537-6ecf-4e07-b1cd-bf39e28fc091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:21.040872 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-440f4d10-1c55-4ca5-8abd-f93cc4dbfc5e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2278a2a53ed84530a357bf61460a2f28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1829362 Jun 06 11:53:21.042868 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f4d10-1c55-4ca5-8abd-f93cc4dbfc5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d250a0-f117-48bd-a03d-bf1ca41424ff,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:21.043531 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 42782) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:21.046120 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-440f4d10-1c55-4ca5-8abd-f93cc4dbfc5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:21.116736 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7848efab-ee5d-418c-afdb-3ef3fb6fdab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:21.144059 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7848efab-ee5d-418c-afdb-3ef3fb6fdab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:21.206715 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7848efab-ee5d-418c-afdb-3ef3fb6fdab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:21.209300 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7848efab-ee5d-418c-afdb-3ef3fb6fdab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:21.213729 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-7848efab-ee5d-418c-afdb-3ef3fb6fdab7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b6d250a0-f117-48bd-a03d-bf1ca41424ff HTTP/1.1" status: 204 len: 168 time: 0.1659496 Jun 06 11:53:21.213729 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-2a1b6b28-0ae3-49d3-b973-b2d121fe545f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:21.221427 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7848efab-ee5d-418c-afdb-3ef3fb6fdab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d250a0-f117-48bd-a03d-bf1ca41424ff,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:21.226556 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-7848efab-ee5d-418c-afdb-3ef3fb6fdab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:21.226814 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 42788) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:21.246270 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1cb8853d-cc9a-40c2-9831-2217973fe9cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:21.377617 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2a76b-782b-4e69-b135-b400cf04c347 req-0a6c4949-71b9-44ac-b55e-874d11c0e075 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:21.379127 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-7fd2a76b-782b-4e69-b135-b400cf04c347 req-0a6c4949-71b9-44ac-b55e-874d11c0e075 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=689d5aa8-e87f-4771-a58e-4adf4203467d HTTP/1.1" status: 200 len: 944 time: 0.1183600 Jun 06 11:53:21.455156 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-7fd2a76b-782b-4e69-b135-b400cf04c347 req-11645c8e-6182-4c79-856c-ab41a5631db2 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682995 Jun 06 11:53:21.486205 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1cb8853d-cc9a-40c2-9831-2217973fe9cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:21.492035 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1cb8853d-cc9a-40c2-9831-2217973fe9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:21.500275 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-b39fdda1-4131-4252-b76f-231fcc9b9c00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:21.543072 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8853d-cc9a-40c2-9831-2217973fe9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a655bde-f6c7-42e8-b1f2-7ebe079e751e,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:21.546515 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-1cb8853d-cc9a-40c2-9831-2217973fe9cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:21.556768 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-1cb8853d-cc9a-40c2-9831-2217973fe9cd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=85d27ede2b9b406ba8224d999dc0c9c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3281951 Jun 06 11:53:21.562264 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 42796) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:21.624267 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-42c0327d-32fb-4b33-85d2-cc4186e9ab89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:21.637382 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e9317-8ce5-4c5f-8840-b7b4f32b0807 req-362c8f18-c540-4c41-acbf-726b5c73f570 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:21.639090 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-1f5e9317-8ce5-4c5f-8840-b7b4f32b0807 req-362c8f18-c540-4c41-acbf-726b5c73f570 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d30ed1e5-fc42-466d-acdb-852810bc3f51 HTTP/1.1" status: 200 len: 944 time: 0.0845156 Jun 06 11:53:21.656834 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-42c0327d-32fb-4b33-85d2-cc4186e9ab89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:21.690852 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-1f5e9317-8ce5-4c5f-8840-b7b4f32b0807 req-8adad694-175f-485d-a98e-49b31ff3916c tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/security-groups?id=66a929c5-d716-4fcf-b0aa-059f1e8a30bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448010 Jun 06 11:53:21.715115 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-42c0327d-32fb-4b33-85d2-cc4186e9ab89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:21.717730 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-42c0327d-32fb-4b33-85d2-cc4186e9ab89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:21.718876 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-42c0327d-32fb-4b33-85d2-cc4186e9ab89 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8a655bde-f6c7-42e8-b1f2-7ebe079e751e HTTP/1.1" status: 204 len: 168 time: 0.1556776 Jun 06 11:53:21.719584 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ba7cb8a8-846f-4bab-812e-101be691f677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:21.734709 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c0327d-32fb-4b33-85d2-cc4186e9ab89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a655bde-f6c7-42e8-b1f2-7ebe079e751e,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:21.736939 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-42c0327d-32fb-4b33-85d2-cc4186e9ab89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:21.909083 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 677527ed-236b-49be-8efb-7814629eb15a details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 11:53:21.911699 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 3d988a21-03ed-428c-baee-3e8235f08ee4 up at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:53:21.968894 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aab523-365b-40df-adc6-3ebd62244f41 req-c9983951-29d5-4d9a-ba33-90f51c931ee9 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:21.976287 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-98aab523-365b-40df-adc6-3ebd62244f41 req-c9983951-29d5-4d9a-ba33-90f51c931ee9 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.1104236 Jun 06 11:53:22.011893 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Provisioning for port 3d988a21-03ed-428c-baee-3e8235f08ee4 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:53:22.020223 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Provisioning complete for port 3d988a21-03ed-428c-baee-3e8235f08ee4 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:53:22.020614 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:22.032744 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-98aab523-365b-40df-adc6-3ebd62244f41 req-1039bcd4-46a6-40f0-a00f-48e86567c88d tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554764 Jun 06 11:53:22.247643 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 677527ed-236b-49be-8efb-7814629eb15a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=677527ed-236b-49be-8efb-7814629eb15a,segment=NetworkSegment(87cb110a-61ea-4dcf-a84c-45da21681574),segment_id=87cb110a-61ea-4dcf-a84c-45da21681574)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:53:22.268043 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Returning: {'device': '677527ed-236b-49be-8efb-7814629eb15a', 'network_id': '47896ea0-c1f1-4e1e-9293-67231b161aa2', 'port_id': '677527ed-236b-49be-8efb-7814629eb15a', 'mac_address': 'fa:16:3e:f3:ad:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae2dc22-5230-4fcf-a12d-47c68f3da49b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 11:53:22.270090 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:22.362164 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689d5aa8-e87f-4771-a58e-4adf4203467d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d988a21-03ed-428c-baee-3e8235f08ee4'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:53:22.364617 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0ef12a69f97602b9a4dda1947a91503bc9b0dd65cb545ae1f4eaba5f5490f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518d8570-33ee-4d00-ab72-a8d62f4b535e" -d '{"events": [{"server_uuid": "689d5aa8-e87f-4771-a58e-4adf4203467d", "name": "network-vif-plugged", "status": "completed", "tag": "3d988a21-03ed-428c-baee-3e8235f08ee4"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:53:22.380852 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:22.401417 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 3d988a21-03ed-428c-baee-3e8235f08ee4, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3d988a21-03ed-428c-baee-3e8235f08ee4,segment=NetworkSegment(9c6e229f-4d95-4dfb-a5de-b081666b0d57),segment_id=9c6e229f-4d95-4dfb-a5de-b081666b0d57)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:53:22.403408 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 677527ed-236b-49be-8efb-7814629eb15a {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 11:53:22.419068 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:22.422948 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:22.456858 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61306d1-8c58-4596-a977-198d4e8cc242 x-openstack-request-id: req-a61306d1-8c58-4596-a977-198d4e8cc242 {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:53:22.457156 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "689d5aa8-e87f-4771-a58e-4adf4203467d", "name": "network-vif-plugged", "status": "completed", "tag": "3d988a21-03ed-428c-baee-3e8235f08ee4", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:53:22.457570 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a61306d1-8c58-4596-a977-198d4e8cc242 {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:53:22.458254 dv-cinder-786260-3-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689d5aa8-e87f-4771-a58e-4adf4203467d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d988a21-03ed-428c-baee-3e8235f08ee4', 'code': 200} Jun 06 11:53:22.466354 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 677527ed-236b-49be-8efb-7814629eb15a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=677527ed-236b-49be-8efb-7814629eb15a,segment=NetworkSegment(87cb110a-61ea-4dcf-a84c-45da21681574),segment_id=87cb110a-61ea-4dcf-a84c-45da21681574)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:53:22.479766 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:22.502605 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=3d988a21-03ed-428c-baee-3e8235f08ee4,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:22.505697 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:22.506589 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:22.577796 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=677527ed-236b-49be-8efb-7814629eb15a,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:22.581925 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:22.671803 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8995cc1-5267-4e88-8034-7137fc6280cc req-ef72010e-2f3c-42ad-a0c8-5e9bf9906647 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:22.673313 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a8995cc1-5267-4e88-8034-7137fc6280cc req-ef72010e-2f3c-42ad-a0c8-5e9bf9906647 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=689d5aa8-e87f-4771-a58e-4adf4203467d HTTP/1.1" status: 200 len: 945 time: 0.0894330 Jun 06 11:53:22.724715 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a8995cc1-5267-4e88-8034-7137fc6280cc req-5f6a958b-faf2-43c0-b008-426bd4bd3c83 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407155 Jun 06 11:53:22.792518 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa703c6-2cb8-4b98-9e94-079219a3fdb4 req-f9c31ff6-f190-464f-b06c-de281bbcee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:22.794061 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-ffa703c6-2cb8-4b98-9e94-079219a3fdb4 req-f9c31ff6-f190-464f-b06c-de281bbcee66 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=689d5aa8-e87f-4771-a58e-4adf4203467d HTTP/1.1" status: 200 len: 1098 time: 0.0901430 Jun 06 11:53:22.886812 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] get_ports_and_sgs() called for port_ids ['677527ed-236b-49be-8efb-7814629eb15a'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 11:53:22.895845 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-ffa703c6-2cb8-4b98-9e94-079219a3fdb4 req-321941b2-9d5e-44d7-a26b-c10d2fe6bc44 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933318 Jun 06 11:53:22.921530 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f6c811-4642-4707-b522-d489614e4ff0 req-e77c4f3f-b594-450e-898b-b3d6cdaa283c tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:22.923035 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-91f6c811-4642-4707-b522-d489614e4ff0 req-e77c4f3f-b594-450e-898b-b3d6cdaa283c tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d30ed1e5-fc42-466d-acdb-852810bc3f51 HTTP/1.1" status: 200 len: 945 time: 0.1013761 Jun 06 11:53:22.981936 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-91f6c811-4642-4707-b522-d489614e4ff0 req-faf87888-6b96-430f-bc1d-b9a644747400 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/security-groups?id=66a929c5-d716-4fcf-b0aa-059f1e8a30bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530090 Jun 06 11:53:23.215432 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b06a5-a57f-4242-b49c-247ee17e32f2 req-8ec0e219-174c-448a-ace8-aff455688b5f tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:23.216916 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-ec5b06a5-a57f-4242-b49c-247ee17e32f2 req-8ec0e219-174c-448a-ace8-aff455688b5f tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.0846457 Jun 06 11:53:23.262111 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-ec5b06a5-a57f-4242-b49c-247ee17e32f2 req-fece3619-aa55-4fcc-87f1-40b75f337ed6 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394509 Jun 06 11:53:23.942929 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9786907-c325-41e0-91c3-7d36c0c91771 req-6c8d15b7-7a7b-43f5-acc0-713361992d4e tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:23.945021 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-c9786907-c325-41e0-91c3-7d36c0c91771 req-6c8d15b7-7a7b-43f5-acc0-713361992d4e tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=689d5aa8-e87f-4771-a58e-4adf4203467d HTTP/1.1" status: 200 len: 945 time: 0.1013300 Jun 06 11:53:23.994335 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-c9786907-c325-41e0-91c3-7d36c0c91771 req-0e75ad77-4f78-48d2-9f70-ff0249bc00c5 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420260 Jun 06 11:53:24.166817 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74d64b-8745-49c7-845a-b5a1de588ca0 req-257d766a-5591-4da8-b533-afdc0d308234 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:24.168198 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-7b74d64b-8745-49c7-845a-b5a1de588ca0 req-257d766a-5591-4da8-b533-afdc0d308234 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d30ed1e5-fc42-466d-acdb-852810bc3f51 HTTP/1.1" status: 200 len: 945 time: 0.0797162 Jun 06 11:53:24.211924 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-7b74d64b-8745-49c7-845a-b5a1de588ca0 req-716d2bb9-cd7c-426d-bf01-1a975f5b291a tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/security-groups?id=66a929c5-d716-4fcf-b0aa-059f1e8a30bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379157 Jun 06 11:53:24.459453 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3bfd17-012c-4341-9dc8-e34aaffcfac6 req-13c1a947-46db-4342-b2c2-1923d9795bb4 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:24.460985 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-ed3bfd17-012c-4341-9dc8-e34aaffcfac6 req-13c1a947-46db-4342-b2c2-1923d9795bb4 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.0835500 Jun 06 11:53:24.507364 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-ed3bfd17-012c-4341-9dc8-e34aaffcfac6 req-e4755cd8-68ac-4b44-82de-be83fb9f812c tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394149 Jun 06 11:53:25.206660 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6c6bf-7dbc-42a8-8bba-0e79f57a1104 req-47a80789-def0-42a5-8d22-429e3792bd66 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:25.209094 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-0df6c6bf-7dbc-42a8-8bba-0e79f57a1104 req-47a80789-def0-42a5-8d22-429e3792bd66 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=689d5aa8-e87f-4771-a58e-4adf4203467d HTTP/1.1" status: 200 len: 945 time: 0.0911791 Jun 06 11:53:25.266870 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-0df6c6bf-7dbc-42a8-8bba-0e79f57a1104 req-5438c7f8-eacb-4aae-a41a-50e161a9fef4 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515251 Jun 06 11:53:25.439509 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d69a4-ebd7-48f0-9ac6-c27de8163945 req-5ecc57df-e49f-4989-bad1-930f34e8ae7c tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:25.441503 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-634d69a4-ebd7-48f0-9ac6-c27de8163945 req-5ecc57df-e49f-4989-bad1-930f34e8ae7c tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d30ed1e5-fc42-466d-acdb-852810bc3f51 HTTP/1.1" status: 200 len: 945 time: 0.1104693 Jun 06 11:53:25.498813 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-634d69a4-ebd7-48f0-9ac6-c27de8163945 req-f12dc990-bebb-4070-9f05-46d6caf66639 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/security-groups?id=66a929c5-d716-4fcf-b0aa-059f1e8a30bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496604 Jun 06 11:53:25.704811 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14581d72-b335-45da-9336-a38e3408187c req-24993008-652d-46ef-ac58-24bd757c82d5 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:25.714869 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-14581d72-b335-45da-9336-a38e3408187c req-24993008-652d-46ef-ac58-24bd757c82d5 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.0952392 Jun 06 11:53:25.855617 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-14581d72-b335-45da-9336-a38e3408187c req-1ee7f20e-4711-4b90-bbb8-4b1d588cc08c tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395893 Jun 06 11:53:25.948026 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 677527ed-236b-49be-8efb-7814629eb15a up at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:53:26.037857 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Provisioning for port 677527ed-236b-49be-8efb-7814629eb15a completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:53:26.042899 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Provisioning complete for port 677527ed-236b-49be-8efb-7814629eb15a triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:53:26.043293 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:26.161084 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:26.196195 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd30ed1e5-fc42-466d-acdb-852810bc3f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '677527ed-236b-49be-8efb-7814629eb15a'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:53:26.198822 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0ef12a69f97602b9a4dda1947a91503bc9b0dd65cb545ae1f4eaba5f5490f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5cb3b0-fedf-4460-9582-447f3e48f3fb" -d '{"events": [{"server_uuid": "d30ed1e5-fc42-466d-acdb-852810bc3f51", "name": "network-vif-plugged", "status": "completed", "tag": "677527ed-236b-49be-8efb-7814629eb15a"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:53:26.206940 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 677527ed-236b-49be-8efb-7814629eb15a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=677527ed-236b-49be-8efb-7814629eb15a,segment=NetworkSegment(87cb110a-61ea-4dcf-a84c-45da21681574),segment_id=87cb110a-61ea-4dcf-a84c-45da21681574)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:53:26.212078 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:26.214386 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:26.270551 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b4801b-b06b-482c-99dc-660e18d8b9d0 x-openstack-request-id: req-e6b4801b-b06b-482c-99dc-660e18d8b9d0 {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:53:26.270846 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d30ed1e5-fc42-466d-acdb-852810bc3f51", "name": "network-vif-plugged", "status": "completed", "tag": "677527ed-236b-49be-8efb-7814629eb15a", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:53:26.271111 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e6b4801b-b06b-482c-99dc-660e18d8b9d0 {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:53:26.271504 dv-cinder-786260-3-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd30ed1e5-fc42-466d-acdb-852810bc3f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '677527ed-236b-49be-8efb-7814629eb15a', 'code': 200} Jun 06 11:53:26.296791 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=677527ed-236b-49be-8efb-7814629eb15a,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:26.300503 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:26.516663 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d71a4bc-bf50-4686-8ae6-dea842fb8b4e req-557eee8f-828e-429e-b6c8-a10007968f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:26.518176 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-7d71a4bc-bf50-4686-8ae6-dea842fb8b4e req-557eee8f-828e-429e-b6c8-a10007968f38 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d30ed1e5-fc42-466d-acdb-852810bc3f51 HTTP/1.1" status: 200 len: 1099 time: 0.0726564 Jun 06 11:53:26.567316 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-7d71a4bc-bf50-4686-8ae6-dea842fb8b4e req-ecd6389d-3bcb-4cce-9ff4-a5bf0b6f4b50 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=66a929c5-d716-4fcf-b0aa-059f1e8a30bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379550 Jun 06 11:53:26.702366 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dfe039-7a51-44a8-a138-860e876c0baa req-7a6195ce-e4ef-4e74-bbd5-3bd57c3cf00f tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:26.703942 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-a8dfe039-7a51-44a8-a138-860e876c0baa req-7a6195ce-e4ef-4e74-bbd5-3bd57c3cf00f tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d30ed1e5-fc42-466d-acdb-852810bc3f51 HTTP/1.1" status: 200 len: 946 time: 0.0839067 Jun 06 11:53:26.750320 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-a8dfe039-7a51-44a8-a138-860e876c0baa req-c02a1724-3f21-4dd1-a34b-84a40d5e663b tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/security-groups?id=66a929c5-d716-4fcf-b0aa-059f1e8a30bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406499 Jun 06 11:53:27.055987 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dc5fd-d956-429d-8ef7-f1ac72e16892 req-6f2b1f0e-928b-4b67-9cef-5bf7094f04fe tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:27.057783 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-ee2dc5fd-d956-429d-8ef7-f1ac72e16892 req-6f2b1f0e-928b-4b67-9cef-5bf7094f04fe tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.0838633 Jun 06 11:53:27.109745 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-ee2dc5fd-d956-429d-8ef7-f1ac72e16892 req-76c1c466-b9f8-48ab-a8f5-390fe4a3230e tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465813 Jun 06 11:53:27.970269 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 42994) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:27.994188 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6fe43-33b3-4456-8450-56b39c9fba1c req-02e5f266-562d-4e9f-afa0-84dd43220949 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:27.995624 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-20e6fe43-33b3-4456-8450-56b39c9fba1c req-02e5f266-562d-4e9f-afa0-84dd43220949 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d30ed1e5-fc42-466d-acdb-852810bc3f51 HTTP/1.1" status: 200 len: 946 time: 0.0922368 Jun 06 11:53:28.041542 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-20e6fe43-33b3-4456-8450-56b39c9fba1c req-71bd95ea-7411-4eb5-b5a6-b40acfdae453 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/security-groups?id=66a929c5-d716-4fcf-b0aa-059f1e8a30bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397310 Jun 06 11:53:28.092818 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7536480f-9533-4f5a-8842-cef1c9a913a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:28.228769 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7536480f-9533-4f5a-8842-cef1c9a913a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:28.236339 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7536480f-9533-4f5a-8842-cef1c9a913a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:28.281676 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-88932fdb-16e2-4081-a854-78bf0e16dc43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:28.339274 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7536480f-9533-4f5a-8842-cef1c9a913a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0292739d-213d-4973-bdd5-d94b83b22f36,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:28.346048 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-7536480f-9533-4f5a-8842-cef1c9a913a1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ec1b7ab14b0340189447150d45c90574&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3741069 Jun 06 11:53:28.350873 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 43040) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:28.353918 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-7536480f-9533-4f5a-8842-cef1c9a913a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:28.429081 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b9225749-b922-4f32-92eb-ab897cf9cf75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:28.439765 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8310a-1e62-447e-bf3d-8512522cbdad req-94413241-f34d-4a69-bb20-fa837518913e tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:28.441258 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-2af8310a-1e62-447e-bf3d-8512522cbdad req-94413241-f34d-4a69-bb20-fa837518913e tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.2067249 Jun 06 11:53:28.495950 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b9225749-b922-4f32-92eb-ab897cf9cf75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:28.524946 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-2af8310a-1e62-447e-bf3d-8512522cbdad req-7b48822a-3cea-4d96-9378-2e5bf1bf6a7e tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761924 Jun 06 11:53:28.569227 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b9225749-b922-4f32-92eb-ab897cf9cf75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:28.571975 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b9225749-b922-4f32-92eb-ab897cf9cf75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:28.574928 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-b9225749-b922-4f32-92eb-ab897cf9cf75 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0292739d-213d-4973-bdd5-d94b83b22f36 HTTP/1.1" status: 204 len: 168 time: 0.2202899 Jun 06 11:53:28.576050 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-33a059b8-ae1a-49c0-9589-14c81af0c65f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:28.590342 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9225749-b922-4f32-92eb-ab897cf9cf75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0292739d-213d-4973-bdd5-d94b83b22f36,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:28.599079 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-b9225749-b922-4f32-92eb-ab897cf9cf75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:29.877994 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88feb4-ba5d-403e-a11b-01c02df21a6c req-69ce777b-271f-4827-a6c8-4899308d01a9 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:29.879566 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-0a88feb4-ba5d-403e-a11b-01c02df21a6c req-69ce777b-271f-4827-a6c8-4899308d01a9 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.1343744 Jun 06 11:53:29.946251 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-0a88feb4-ba5d-403e-a11b-01c02df21a6c req-9794e7de-5521-4cf2-8945-ba3da18aced0 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583382 Jun 06 11:53:30.133536 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-2df2d613-9233-46bc-a53d-3118fba9f32b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:30.573731 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 43146) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:30.705710 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c69ae6ba-3562-4c89-b966-16f2a03f8c71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:30.812950 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c69ae6ba-3562-4c89-b966-16f2a03f8c71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:30.817799 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c69ae6ba-3562-4c89-b966-16f2a03f8c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:30.826261 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-7060543b-228c-470b-913b-ab80c819bc81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:30.869872 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 43156) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:30.870319 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-c69ae6ba-3562-4c89-b966-16f2a03f8c71 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=792706531e854e588ebcf7a5fe2ee96a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2953830 Jun 06 11:53:30.871712 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69ae6ba-3562-4c89-b966-16f2a03f8c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9683cd1-3f66-4864-9d52-85d9a74cf5f3,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:30.874801 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-c69ae6ba-3562-4c89-b966-16f2a03f8c71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:30.938118 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-72208b2f-f0ff-431d-9f6f-a4e0ba0ed476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:30.968059 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-72208b2f-f0ff-431d-9f6f-a4e0ba0ed476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:31.034585 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-72208b2f-f0ff-431d-9f6f-a4e0ba0ed476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:31.037304 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-72208b2f-f0ff-431d-9f6f-a4e0ba0ed476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:31.041761 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-72208b2f-f0ff-431d-9f6f-a4e0ba0ed476 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d9683cd1-3f66-4864-9d52-85d9a74cf5f3 HTTP/1.1" status: 204 len: 168 time: 0.1666639 Jun 06 11:53:31.041761 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-729c6e25-7e92-42eb-9db7-687c03c8889c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:31.054361 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72208b2f-f0ff-431d-9f6f-a4e0ba0ed476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9683cd1-3f66-4864-9d52-85d9a74cf5f3,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:31.056682 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-72208b2f-f0ff-431d-9f6f-a4e0ba0ed476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:31.164560 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548ce8b-2bf7-405e-bccb-3d2da9190530 req-8506fd2d-2dfa-4163-b7e0-f29cc97554a4 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:31.166915 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b548ce8b-2bf7-405e-bccb-3d2da9190530 req-8506fd2d-2dfa-4163-b7e0-f29cc97554a4 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.0848887 Jun 06 11:53:31.224192 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b548ce8b-2bf7-405e-bccb-3d2da9190530 req-abd2f5f8-af8d-4d7e-bf40-d356746e79a5 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511382 Jun 06 11:53:32.065327 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-4e695d9d-1565-4cb0-823c-0d72073c09bd None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 11:53:32.451377 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4325fe8-1c2c-47b9-bc67-b079e40c5f17 req-63c7fc18-b1cb-4c78-a411-7b374c6621f5 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:32.452857 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-f4325fe8-1c2c-47b9-bc67-b079e40c5f17 req-63c7fc18-b1cb-4c78-a411-7b374c6621f5 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.1027439 Jun 06 11:53:32.505094 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:32.515072 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-f4325fe8-1c2c-47b9-bc67-b079e40c5f17 req-003bd210-9a90-4124-9b2f-612bd8de251f tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566065 Jun 06 11:53:32.783147 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ab09c4e-f4f1-40a5-a3bd-4384cb1e8066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:33.499495 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a05cd-49f1-44d1-a552-76fbd96e66b7 req-bf0bb502-15e9-413e-95fb-c055f2fd54f3 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:33.502173 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-ba4a05cd-49f1-44d1-a552-76fbd96e66b7 req-bf0bb502-15e9-413e-95fb-c055f2fd54f3 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=689d5aa8-e87f-4771-a58e-4adf4203467d HTTP/1.1" status: 200 len: 945 time: 0.0825298 Jun 06 11:53:33.554849 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-ba4a05cd-49f1-44d1-a552-76fbd96e66b7 req-236bd32e-cdc8-4b27-9e08-a2259c8c45f7 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463703 Jun 06 11:53:33.718362 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:33.719345 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a284e3d-5a71-48e8-8888-fda777b5025c req-224abc4d-b8e4-4c25-b023-97a449c25678 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:33.721290 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-8a284e3d-5a71-48e8-8888-fda777b5025c req-224abc4d-b8e4-4c25-b023-97a449c25678 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.0906212 Jun 06 11:53:33.772251 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-8a284e3d-5a71-48e8-8888-fda777b5025c req-f0b7b8db-d6d8-410b-991e-d6b0f1b703a2 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443504 Jun 06 11:53:34.197171 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:34.752849 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21351c8d-d002-419c-99e4-0595fc7cefd7 req-9e1a1ef3-b884-4f77-bf3d-7322a5ca0003 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:34.754353 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-21351c8d-d002-419c-99e4-0595fc7cefd7 req-9e1a1ef3-b884-4f77-bf3d-7322a5ca0003 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=689d5aa8-e87f-4771-a58e-4adf4203467d HTTP/1.1" status: 200 len: 945 time: 0.0846622 Jun 06 11:53:34.799411 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-21351c8d-d002-419c-99e4-0595fc7cefd7 req-73d9f356-b600-48c1-b9a4-d7841f19ff07 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385137 Jun 06 11:53:35.004751 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287b596-5367-428c-afa3-f17ae97656a5 req-d9ad5dd7-a1a9-45eb-a066-8cf7d7aa1922 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:35.006981 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-4287b596-5367-428c-afa3-f17ae97656a5 req-d9ad5dd7-a1a9-45eb-a066-8cf7d7aa1922 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.1144719 Jun 06 11:53:35.061854 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-4287b596-5367-428c-afa3-f17ae97656a5 req-c049edd7-a73b-4701-bf50-f10ca14e1565 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475023 Jun 06 11:53:35.136276 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 43308) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:35.198550 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 43312) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:35.325427 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c205514f-3776-48ea-ad87-f4ffd92f6f2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:35.362318 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5cba8fff-7498-42c0-a2ca-da02774d8023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:35.540746 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c205514f-3776-48ea-ad87-f4ffd92f6f2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:35.552293 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c205514f-3776-48ea-ad87-f4ffd92f6f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:35.561395 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-18187fb9-d488-4ba7-90d3-cf30407211db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:35.595742 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:35.616518 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c205514f-3776-48ea-ad87-f4ffd92f6f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00748d9-b4e2-43f7-bb42-b39170f864b2,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:35.623392 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-c205514f-3776-48ea-ad87-f4ffd92f6f2c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d320450a50eb47639b24752b58cd2318&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4230530 Jun 06 11:53:35.625132 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c205514f-3776-48ea-ad87-f4ffd92f6f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:35.625452 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 43320) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:35.701667 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5cba8fff-7498-42c0-a2ca-da02774d8023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:35.704889 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4648287c-b474-4257-b120-19bb606147f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:35.706803 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5cba8fff-7498-42c0-a2ca-da02774d8023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:35.716583 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:35.735661 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4648287c-b474-4257-b120-19bb606147f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:35.757567 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-5cba8fff-7498-42c0-a2ca-da02774d8023 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=862ecb721c8646abad243568c2d61974&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6202495 Jun 06 11:53:35.758494 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba8fff-7498-42c0-a2ca-da02774d8023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b7f643-ae31-4149-a36a-6df9f7434104,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:35.761569 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 43322) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:35.764876 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-5cba8fff-7498-42c0-a2ca-da02774d8023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:35.789347 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4648287c-b474-4257-b120-19bb606147f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:35.792785 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4648287c-b474-4257-b120-19bb606147f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:35.793920 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-4648287c-b474-4257-b120-19bb606147f6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c00748d9-b4e2-43f7-bb42-b39170f864b2 HTTP/1.1" status: 204 len: 168 time: 0.1674111 Jun 06 11:53:35.794707 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-e134aa6e-2ff9-488d-bc98-2d49a2a80a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:35.804914 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4648287c-b474-4257-b120-19bb606147f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00748d9-b4e2-43f7-bb42-b39170f864b2,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:35.807545 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-4648287c-b474-4257-b120-19bb606147f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:35.875495 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-33005dfd-7518-4fee-b142-d576034b9971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:35.906307 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-33005dfd-7518-4fee-b142-d576034b9971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:35.933081 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67654458-e66b-4ccc-bc1b-1cff799bc7b6 req-3fd05c2e-49d7-4146-bba5-2d32de5fba63 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:35.934665 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-67654458-e66b-4ccc-bc1b-1cff799bc7b6 req-3fd05c2e-49d7-4146-bba5-2d32de5fba63 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.11 "GET /v2.0/ports?device_id=689d5aa8-e87f-4771-a58e-4adf4203467d HTTP/1.1" status: 200 len: 945 time: 0.1045275 Jun 06 11:53:35.973383 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-33005dfd-7518-4fee-b142-d576034b9971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:35.984243 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-33005dfd-7518-4fee-b142-d576034b9971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:35.991762 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-33005dfd-7518-4fee-b142-d576034b9971 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/19b7f643-ae31-4149-a36a-6df9f7434104 HTTP/1.1" status: 204 len: 168 time: 0.2262747 Jun 06 11:53:35.992630 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c205514f-3776-48ea-ad87-f4ffd92f6f2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:36.055667 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33005dfd-7518-4fee-b142-d576034b9971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b7f643-ae31-4149-a36a-6df9f7434104,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:36.067041 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-33005dfd-7518-4fee-b142-d576034b9971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:36.132103 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457ce76-0b33-4bed-830f-24f82fbe0e74 req-bc71056e-d7f0-4f93-940c-e23616ef49b5 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:36.137474 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-5457ce76-0b33-4bed-830f-24f82fbe0e74 req-bc71056e-d7f0-4f93-940c-e23616ef49b5 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=689d5aa8-e87f-4771-a58e-4adf4203467d HTTP/1.1" status: 200 len: 945 time: 0.1283705 Jun 06 11:53:36.151472 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [req-67654458-e66b-4ccc-bc1b-1cff799bc7b6 req-dd434383-cbe2-40db-923f-9ea72aaaa201 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Deleting port 3d988a21-03ed-428c-baee-3e8235f08ee4 {{(pid=91626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 11:53:36.151854 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-67654458-e66b-4ccc-bc1b-1cff799bc7b6 req-dd434383-cbe2-40db-923f-9ea72aaaa201 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:36.197144 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-5457ce76-0b33-4bed-830f-24f82fbe0e74 req-2da39fc5-d330-4b55-ad24-e7c51ff7c92b tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516288 Jun 06 11:53:36.292677 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 43342) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:36.320868 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-74bffd66-7979-4dd2-9acb-f4d64435fb09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:36.343859 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-67654458-e66b-4ccc-bc1b-1cff799bc7b6 req-dd434383-cbe2-40db-923f-9ea72aaaa201 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] For port 3d988a21-03ed-428c-baee-3e8235f08ee4, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3d988a21-03ed-428c-baee-3e8235f08ee4,segment=NetworkSegment(9c6e229f-4d95-4dfb-a5de-b081666b0d57),segment_id=9c6e229f-4d95-4dfb-a5de-b081666b0d57)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:53:36.344232 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-67654458-e66b-4ccc-bc1b-1cff799bc7b6 req-dd434383-cbe2-40db-923f-9ea72aaaa201 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:36.464756 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 43348) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:36.489164 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [req-67654458-e66b-4ccc-bc1b-1cff799bc7b6 req-dd434383-cbe2-40db-923f-9ea72aaaa201 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Calling delete_port for 3d988a21-03ed-428c-baee-3e8235f08ee4 owned by compute:nova {{(pid=91626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 11:53:36.499773 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-74bffd66-7979-4dd2-9acb-f4d64435fb09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:36.507579 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-74bffd66-7979-4dd2-9acb-f4d64435fb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:36.526048 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-9c396944-9f93-42f6-88b0-5d7100f0812f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:36.554173 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bffd66-7979-4dd2-9acb-f4d64435fb09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28160563-ef97-4c8d-bc71-d20cde0cf8e7,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:36.559411 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-74bffd66-7979-4dd2-9acb-f4d64435fb09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:36.575679 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-74bffd66-7979-4dd2-9acb-f4d64435fb09 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=323b6405a2ee4ed299a25d37023562bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2816069 Jun 06 11:53:36.578140 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 43356) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:36.671686 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0a49a8ab-adf1-49e9-a415-45d46fc60217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:36.728462 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1ab38849-3de1-4f22-a241-1589b141522c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:36.772131 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1ab38849-3de1-4f22-a241-1589b141522c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:36.869109 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0a49a8ab-adf1-49e9-a415-45d46fc60217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:36.870575 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1ab38849-3de1-4f22-a241-1589b141522c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:36.873175 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1ab38849-3de1-4f22-a241-1589b141522c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:36.874301 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-1ab38849-3de1-4f22-a241-1589b141522c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/28160563-ef97-4c8d-bc71-d20cde0cf8e7 HTTP/1.1" status: 204 len: 168 time: 0.2952466 Jun 06 11:53:36.875165 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-5cba8fff-7498-42c0-a2ca-da02774d8023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:36.885609 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab38849-3de1-4f22-a241-1589b141522c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28160563-ef97-4c8d-bc71-d20cde0cf8e7,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:36.887659 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0a49a8ab-adf1-49e9-a415-45d46fc60217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:36.898267 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-1ab38849-3de1-4f22-a241-1589b141522c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:36.898940 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-1ab38849-3de1-4f22-a241-1589b141522c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:36.932909 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56538978-0cd7-40ce-ab31-3413b482ccc2 req-b32440f9-703b-4afa-92a9-12fe699dcb91 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:36.934510 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-56538978-0cd7-40ce-ab31-3413b482ccc2 req-b32440f9-703b-4afa-92a9-12fe699dcb91 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.4555938 Jun 06 11:53:36.974300 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 43376) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:36.980390 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-0a49a8ab-adf1-49e9-a415-45d46fc60217 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0054d9224fdd4fb3af62994470dc5d59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5088627 Jun 06 11:53:36.983705 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a49a8ab-adf1-49e9-a415-45d46fc60217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6cca03-5b9f-4b2a-9c20-539c0e41ba40,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:36.990311 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-0a49a8ab-adf1-49e9-a415-45d46fc60217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:37.015640 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-67654458-e66b-4ccc-bc1b-1cff799bc7b6 req-dd434383-cbe2-40db-923f-9ea72aaaa201 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1152752'] for port, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:37.029118 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] get_ports_and_sgs() called for port_ids ['d317d814-b4d5-4208-98ac-67f5b4b0884b', '7a0f12d6-f2ee-46a6-a727-5ff7328b00ef', 'ed60a7ca-d953-4005-8aca-3a87706734c6', '3d988a21-03ed-428c-baee-3e8235f08ee4'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 11:53:37.038772 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:37.109605 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd434383-cbe2-40db-923f-9ea72aaaa201 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Pushing event deleted for resources: {'Port': ['ID=3d988a21-03ed-428c-baee-3e8235f08ee4,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:37.119662 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-dd434383-cbe2-40db-923f-9ea72aaaa201 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:37.126673 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-56538978-0cd7-40ce-ab31-3413b482ccc2 req-9d5ecf7b-d805-42c0-8f08-f5eee2cdc2c0 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848552 Jun 06 11:53:37.233022 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d6260902-95a5-477f-9a4a-52bebfd63a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:37.300590 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [req-67654458-e66b-4ccc-bc1b-1cff799bc7b6 req-dd434383-cbe2-40db-923f-9ea72aaaa201 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] No DVR routers for this DVR port 3d988a21-03ed-428c-baee-3e8235f08ee4 on host hv-cinder-78626 {{(pid=91626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 11:53:37.310645 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-67654458-e66b-4ccc-bc1b-1cff799bc7b6 req-dd434383-cbe2-40db-923f-9ea72aaaa201 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:37.315604 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-67654458-e66b-4ccc-bc1b-1cff799bc7b6 req-dd434383-cbe2-40db-923f-9ea72aaaa201 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.11 "DELETE /v2.0/ports/3d988a21-03ed-428c-baee-3e8235f08ee4 HTTP/1.1" status: 204 len: 173 time: 1.3723738 Jun 06 11:53:37.330860 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689d5aa8-e87f-4771-a58e-4adf4203467d', 'name': 'network-vif-deleted', 'tag': '3d988a21-03ed-428c-baee-3e8235f08ee4'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:53:37.339387 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc9e4729878f16c834b645d3c09f80e418a2a47aed75d72574769f74497ec88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79093a22-187d-49e4-9b71-38b9a28c8f81" -d '{"events": [{"server_uuid": "689d5aa8-e87f-4771-a58e-4adf4203467d", "name": "network-vif-deleted", "tag": "3d988a21-03ed-428c-baee-3e8235f08ee4"}]}' {{(pid=91626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:53:37.377402 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d6260902-95a5-477f-9a4a-52bebfd63a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:37.435451 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b804c80-b4dd-4870-a93c-5b21d4fc43b2 x-openstack-request-id: req-2b804c80-b4dd-4870-a93c-5b21d4fc43b2 {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:53:37.435760 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "689d5aa8-e87f-4771-a58e-4adf4203467d", "name": "network-vif-deleted", "tag": "3d988a21-03ed-428c-baee-3e8235f08ee4", "status": "completed", "code": 200}]} {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:53:37.436041 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2b804c80-b4dd-4870-a93c-5b21d4fc43b2 {{(pid=91626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:53:37.436451 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689d5aa8-e87f-4771-a58e-4adf4203467d', 'name': 'network-vif-deleted', 'tag': '3d988a21-03ed-428c-baee-3e8235f08ee4', 'status': 'completed', 'code': 200} Jun 06 11:53:37.511969 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d6260902-95a5-477f-9a4a-52bebfd63a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:37.514891 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d6260902-95a5-477f-9a4a-52bebfd63a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:37.516196 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-d6260902-95a5-477f-9a4a-52bebfd63a10 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/da6cca03-5b9f-4b2a-9c20-539c0e41ba40 HTTP/1.1" status: 204 len: 168 time: 0.5399942 Jun 06 11:53:37.516957 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-f0dcd498-8677-4c39-a6fb-b798db64de72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:37.523211 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-9d510b56-9521-4bea-8fb0-5001f6c6628f req-2759e2a1-359e-454a-bcc0-c5bfc0bd3fb1 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=689d5aa8-e87f-4771-a58e-4adf4203467d HTTP/1.1" status: 200 len: 210 time: 0.1198945 Jun 06 11:53:37.530174 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6260902-95a5-477f-9a4a-52bebfd63a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6cca03-5b9f-4b2a-9c20-539c0e41ba40,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:37.534285 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-d6260902-95a5-477f-9a4a-52bebfd63a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:38.139190 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2bc8a2-c9bf-4d35-b0ff-4b181c1d4133 req-43a79d1b-0792-48ba-b217-8d193e63c482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:38.140845 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-ea2bc8a2-c9bf-4d35-b0ff-4b181c1d4133 req-43a79d1b-0792-48ba-b217-8d193e63c482 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 1098 time: 0.1139963 Jun 06 11:53:38.249690 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-ea2bc8a2-c9bf-4d35-b0ff-4b181c1d4133 req-7a4bbacd-7300-4950-92b6-26b31285db87 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013117 Jun 06 11:53:38.426272 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e396db9-af33-42a8-bf45-110ec1f3f6eb req-aded70dd-4bac-40e1-9bf1-571ca968ed06 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:38.427582 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-4e396db9-af33-42a8-bf45-110ec1f3f6eb req-aded70dd-4bac-40e1-9bf1-571ca968ed06 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.1204557 Jun 06 11:53:38.479328 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-4e396db9-af33-42a8-bf45-110ec1f3f6eb req-b01e1a04-6f9e-4ced-bd82-9d504baddee2 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450714 Jun 06 11:53:39.413772 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 43530) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:39.556337 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-853eb30e-28b5-4da9-a3e3-7fc8a4a693b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:39.742289 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-853eb30e-28b5-4da9-a3e3-7fc8a4a693b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:39.751096 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47765634-0abb-4ed2-9403-73f61c723dec req-b54ae86e-21d4-4bbc-9ae9-ba0fdb456c33 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:39.752569 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-47765634-0abb-4ed2-9403-73f61c723dec req-b54ae86e-21d4-4bbc-9ae9-ba0fdb456c33 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.1352086 Jun 06 11:53:39.753631 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-853eb30e-28b5-4da9-a3e3-7fc8a4a693b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:39.764140 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-70b1b72e-6d05-4554-ae9e-ca7ae241118b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:39.824038 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853eb30e-28b5-4da9-a3e3-7fc8a4a693b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2dc2912-f531-4215-a8fe-90239fd12b5f,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:39.834878 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-853eb30e-28b5-4da9-a3e3-7fc8a4a693b8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ea7b1fa5339645e494583529b274fb15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4199026 Jun 06 11:53:39.840649 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 43542) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:39.841193 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-853eb30e-28b5-4da9-a3e3-7fc8a4a693b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:39.852114 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-47765634-0abb-4ed2-9403-73f61c723dec req-68e0b111-aab1-47e6-b9c9-fc844a2a8d89 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902529 Jun 06 11:53:39.899173 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-63c0bf41-b3bd-45da-b664-e1973914309f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:39.926641 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-63c0bf41-b3bd-45da-b664-e1973914309f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:40.005597 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-63c0bf41-b3bd-45da-b664-e1973914309f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:40.008080 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-63c0bf41-b3bd-45da-b664-e1973914309f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:40.017733 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-63c0bf41-b3bd-45da-b664-e1973914309f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a2dc2912-f531-4215-a8fe-90239fd12b5f HTTP/1.1" status: 204 len: 168 time: 0.1775658 Jun 06 11:53:40.018981 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-74bffd66-7979-4dd2-9acb-f4d64435fb09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:40.034464 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c0bf41-b3bd-45da-b664-e1973914309f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2dc2912-f531-4215-a8fe-90239fd12b5f,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:40.037465 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-63c0bf41-b3bd-45da-b664-e1973914309f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:40.058549 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 3d988a21-03ed-428c-baee-3e8235f08ee4 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 11:53:40.110697 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] No Port match for: 3d988a21-03ed-428c-baee-3e8235f08ee4 {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 11:53:40.111165 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 3d988a21-03ed-428c-baee-3e8235f08ee4 not bound to the agent host hv-cinder-78626 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 11:53:40.354877 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e5302-a6b4-4686-8a61-622e01615ea7 req-f98b7a94-85f9-4e85-bfd2-e4c1cf0d81fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:40.356596 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-c33e5302-a6b4-4686-8a61-622e01615ea7 req-f98b7a94-85f9-4e85-bfd2-e4c1cf0d81fb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ffbf540fd73d452aaaeae928aa00e219&device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 1098 time: 0.0830393 Jun 06 11:53:40.581214 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e5302-a6b4-4686-8a61-622e01615ea7 req-07c75621-1b59-4095-9eb9-9f0e3d894c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:40.582700 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-c33e5302-a6b4-4686-8a61-622e01615ea7 req-07c75621-1b59-4095-9eb9-9f0e3d894c4d service neutron] 10.222.0.11 "GET /v2.0/networks?id=781481ba-9256-4a59-98f9-089a31fa7ed5 HTTP/1.1" status: 200 len: 919 time: 0.2043095 Jun 06 11:53:40.659776 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-c33e5302-a6b4-4686-8a61-622e01615ea7 req-705757a5-bc25-4505-afd4-9ad1d889f6e0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72b2e02d-0b0f-41a9-b205-34e67f729269 HTTP/1.1" status: 200 len: 217 time: 0.0687225 Jun 06 11:53:40.725557 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd576a34-3d94-4eb3-b00e-2c036ab3a143 req-c6ef70bd-d9b7-4e63-8473-407acda97ff5 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:40.727056 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-fd576a34-3d94-4eb3-b00e-2c036ab3a143 req-c6ef70bd-d9b7-4e63-8473-407acda97ff5 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.1942449 Jun 06 11:53:40.763772 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e5302-a6b4-4686-8a61-622e01615ea7 req-cbdbedc6-facb-449c-a015-74ad5fb265e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:40.765201 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-c33e5302-a6b4-4686-8a61-622e01615ea7 req-cbdbedc6-facb-449c-a015-74ad5fb265e7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e34565f1-8647-4fbb-a0bd-9f9d6cf328e3 HTTP/1.1" status: 200 len: 858 time: 0.0914679 Jun 06 11:53:40.825548 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-c33e5302-a6b4-4686-8a61-622e01615ea7 req-456c4c63-f6ef-4b78-bf52-41aa15a3abc1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=781481ba-9256-4a59-98f9-089a31fa7ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494351 Jun 06 11:53:40.828484 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-fd576a34-3d94-4eb3-b00e-2c036ab3a143 req-9cdb9854-c795-45cc-8b04-f846c40a6d9d tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924532 Jun 06 11:53:40.970473 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-c33e5302-a6b4-4686-8a61-622e01615ea7 req-0a668e27-1114-4bf2-82b5-a2316161c4e7 service neutron] 10.222.0.11 "GET /v2.0/networks/781481ba-9256-4a59-98f9-089a31fa7ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358683 Jun 06 11:53:41.168369 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c562d60-69f9-4965-b275-81221c50bf13 req-b396368d-e8bf-4878-adb8-e082b35ec0b8 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:41.169861 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-6c562d60-69f9-4965-b275-81221c50bf13 req-b396368d-e8bf-4878-adb8-e082b35ec0b8 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c116fb9-f2f5-4d10-97dc-e3124f836ca0 HTTP/1.1" status: 200 len: 945 time: 0.2061543 Jun 06 11:53:41.172018 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-c33e5302-a6b4-4686-8a61-622e01615ea7 req-8ebb9f5f-0f8e-4033-acd5-86cc2a67db0f service neutron] 10.222.0.11 "GET /v2.0/networks/781481ba-9256-4a59-98f9-089a31fa7ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668744 Jun 06 11:53:41.237761 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-6c562d60-69f9-4965-b275-81221c50bf13 req-e4c914a7-5df9-4d1e-ac75-13008cbf134d tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616982 Jun 06 11:53:42.094582 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e62dc6b-8bb1-4952-b854-d90302df697a req-fb147327-4aaf-4f2c-9de1-8c54ccf21a77 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:42.096132 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-5e62dc6b-8bb1-4952-b854-d90302df697a req-fb147327-4aaf-4f2c-9de1-8c54ccf21a77 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.1574974 Jun 06 11:53:42.142885 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-5e62dc6b-8bb1-4952-b854-d90302df697a req-23d14d7a-e2b0-4493-9235-d244c78c1191 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404453 Jun 06 11:53:42.427602 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f531019-03cd-43c8-a122-ee8d217437ad req-f283c67b-b19e-414a-86f1-a2c6d687e00d tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:42.429050 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-7f531019-03cd-43c8-a122-ee8d217437ad req-f283c67b-b19e-414a-86f1-a2c6d687e00d tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c116fb9-f2f5-4d10-97dc-e3124f836ca0 HTTP/1.1" status: 200 len: 945 time: 0.0884528 Jun 06 11:53:42.472654 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-7f531019-03cd-43c8-a122-ee8d217437ad req-a5ab8f47-4d2b-4122-882b-f56eefe253ce tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373290 Jun 06 11:53:43.111351 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bf1f5-1c36-49dc-a4c9-713de2724ccf req-a53ac623-2596-4581-84f5-2420ffd317c0 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:43.112780 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-6d9bf1f5-1c36-49dc-a4c9-713de2724ccf req-a53ac623-2596-4581-84f5-2420ffd317c0 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c116fb9-f2f5-4d10-97dc-e3124f836ca0 HTTP/1.1" status: 200 len: 945 time: 0.0794930 Jun 06 11:53:43.268921 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [req-6d9bf1f5-1c36-49dc-a4c9-713de2724ccf req-e3d12772-461f-4921-870d-340ddc03ce6d tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Deleting port ed60a7ca-d953-4005-8aca-3a87706734c6 {{(pid=91626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 11:53:43.269327 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-6d9bf1f5-1c36-49dc-a4c9-713de2724ccf req-e3d12772-461f-4921-870d-340ddc03ce6d tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:43.363164 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 43656) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:43.410812 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-6d9bf1f5-1c36-49dc-a4c9-713de2724ccf req-e3d12772-461f-4921-870d-340ddc03ce6d tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] For port ed60a7ca-d953-4005-8aca-3a87706734c6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ed60a7ca-d953-4005-8aca-3a87706734c6,segment=NetworkSegment(9c6e229f-4d95-4dfb-a5de-b081666b0d57),segment_id=9c6e229f-4d95-4dfb-a5de-b081666b0d57)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:53:43.411172 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-6d9bf1f5-1c36-49dc-a4c9-713de2724ccf req-e3d12772-461f-4921-870d-340ddc03ce6d tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:43.491832 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c7fd9647-0f0a-4c6f-abf0-cad0b05bd6d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:43.544277 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [req-6d9bf1f5-1c36-49dc-a4c9-713de2724ccf req-e3d12772-461f-4921-870d-340ddc03ce6d tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Calling delete_port for ed60a7ca-d953-4005-8aca-3a87706734c6 owned by compute:nova {{(pid=91626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 11:53:43.612996 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c7fd9647-0f0a-4c6f-abf0-cad0b05bd6d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:43.618491 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c7fd9647-0f0a-4c6f-abf0-cad0b05bd6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:43.640249 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-9c885b58-c62e-4a50-bf61-c3c143cd9805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:43.672063 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd9647-0f0a-4c6f-abf0-cad0b05bd6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef2336f-80c3-4fce-be5b-3514d2be4b1a,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:43.678794 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-6d9bf1f5-1c36-49dc-a4c9-713de2724ccf req-e3d12772-461f-4921-870d-340ddc03ce6d tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1152752'] for port, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:43.679514 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-c7fd9647-0f0a-4c6f-abf0-cad0b05bd6d7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d4176adddfe3487689f8d4678f082814&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3152599 Jun 06 11:53:43.680125 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 43664) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:53:43.686142 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd9647-0f0a-4c6f-abf0-cad0b05bd6d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:53:43.686525 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd9647-0f0a-4c6f-abf0-cad0b05bd6d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:53:43.687151 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd9647-0f0a-4c6f-abf0-cad0b05bd6d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:53:43.687260 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd9647-0f0a-4c6f-abf0-cad0b05bd6d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:53:43.687573 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd9647-0f0a-4c6f-abf0-cad0b05bd6d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:53:43.687926 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd9647-0f0a-4c6f-abf0-cad0b05bd6d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:53:43.688659 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd9647-0f0a-4c6f-abf0-cad0b05bd6d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:53:43.688659 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd9647-0f0a-4c6f-abf0-cad0b05bd6d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:53:43.688951 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd9647-0f0a-4c6f-abf0-cad0b05bd6d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:53:43.689294 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd9647-0f0a-4c6f-abf0-cad0b05bd6d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:53:43.689634 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd9647-0f0a-4c6f-abf0-cad0b05bd6d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:53:43.690006 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd9647-0f0a-4c6f-abf0-cad0b05bd6d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:53:43.693035 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] get_ports_and_sgs() called for port_ids ['d317d814-b4d5-4208-98ac-67f5b4b0884b', '7a0f12d6-f2ee-46a6-a727-5ff7328b00ef', 'ed60a7ca-d953-4005-8aca-3a87706734c6'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 11:53:43.694728 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c7fd9647-0f0a-4c6f-abf0-cad0b05bd6d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:43.700534 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:43.759782 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d12772-461f-4921-870d-340ddc03ce6d tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Pushing event deleted for resources: {'Port': ['ID=ed60a7ca-d953-4005-8aca-3a87706734c6,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:43.811228 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d12772-461f-4921-870d-340ddc03ce6d tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:53:43.811567 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d12772-461f-4921-870d-340ddc03ce6d tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:53:43.811973 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d12772-461f-4921-870d-340ddc03ce6d tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:53:43.812319 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d12772-461f-4921-870d-340ddc03ce6d tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:53:43.812668 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d12772-461f-4921-870d-340ddc03ce6d tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:53:43.813014 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d12772-461f-4921-870d-340ddc03ce6d tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:53:43.813355 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d12772-461f-4921-870d-340ddc03ce6d tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:53:43.813703 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d12772-461f-4921-870d-340ddc03ce6d tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:53:43.814140 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d12772-461f-4921-870d-340ddc03ce6d tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:53:43.814531 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d12772-461f-4921-870d-340ddc03ce6d tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:53:43.814877 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d12772-461f-4921-870d-340ddc03ce6d tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:53:43.815219 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d12772-461f-4921-870d-340ddc03ce6d tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:53:43.851072 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-e3d12772-461f-4921-870d-340ddc03ce6d tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:43.859340 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9bf1f5-1c36-49dc-a4c9-713de2724ccf req-e3d12772-461f-4921-870d-340ddc03ce6d tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] No DVR routers for this DVR port ed60a7ca-d953-4005-8aca-3a87706734c6 on host hv-cinder-78626 {{(pid=91626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 11:53:43.862747 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-6d9bf1f5-1c36-49dc-a4c9-713de2724ccf req-e3d12772-461f-4921-870d-340ddc03ce6d tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:43.864604 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-6d9bf1f5-1c36-49dc-a4c9-713de2724ccf req-e3d12772-461f-4921-870d-340ddc03ce6d tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.11 "DELETE /v2.0/ports/ed60a7ca-d953-4005-8aca-3a87706734c6 HTTP/1.1" status: 204 len: 173 time: 0.7439258 Jun 06 11:53:43.865956 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c116fb9-f2f5-4d10-97dc-e3124f836ca0', 'name': 'network-vif-deleted', 'tag': 'ed60a7ca-d953-4005-8aca-3a87706734c6'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:53:43.868766 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc9e4729878f16c834b645d3c09f80e418a2a47aed75d72574769f74497ec88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2142c18-759b-4d09-955f-f71f871bf20d" -d '{"events": [{"server_uuid": "2c116fb9-f2f5-4d10-97dc-e3124f836ca0", "name": "network-vif-deleted", "tag": "ed60a7ca-d953-4005-8aca-3a87706734c6"}]}' {{(pid=91626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:53:43.886709 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-96ebceff-97c2-4dad-8bd4-cb7b40d76215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:43.916255 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-96ebceff-97c2-4dad-8bd4-cb7b40d76215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:43.971782 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-96ebceff-97c2-4dad-8bd4-cb7b40d76215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:43.974270 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-96ebceff-97c2-4dad-8bd4-cb7b40d76215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:43.975572 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-96ebceff-97c2-4dad-8bd4-cb7b40d76215 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0ef2336f-80c3-4fce-be5b-3514d2be4b1a HTTP/1.1" status: 204 len: 168 time: 0.2945089 Jun 06 11:53:43.976688 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-c69ae6ba-3562-4c89-b966-16f2a03f8c71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:43.994819 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ebceff-97c2-4dad-8bd4-cb7b40d76215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef2336f-80c3-4fce-be5b-3514d2be4b1a,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:43.998347 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-96ebceff-97c2-4dad-8bd4-cb7b40d76215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:48.078057 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device ed60a7ca-d953-4005-8aca-3a87706734c6 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 11:53:48.113191 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] No Port match for: ed60a7ca-d953-4005-8aca-3a87706734c6 {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 11:53:48.113543 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device ed60a7ca-d953-4005-8aca-3a87706734c6 not bound to the agent host hv-cinder-78626 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 11:53:51.234990 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-113264bc-101e-4b81-b6db-ef408a723e0e tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f9f2bbf4377e441c9ac2105f36b28bc7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276995 Jun 06 11:53:51.395638 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-e21c41ac-6724-4bbf-a4d8-c7b86db77ee0 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:51.402883 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-e21c41ac-6724-4bbf-a4d8-c7b86db77ee0 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1626358 Jun 06 11:53:51.424612 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-ad99803f-528f-45e4-87c2-3786f1b5c5ac tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] 10.222.0.42 "GET /v2.0/quotas/f9f2bbf4377e441c9ac2105f36b28bc7 HTTP/1.1" status: 200 len: 375 time: 0.0111496 Jun 06 11:53:51.475858 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-297af9cf-1331-4d12-99c3-f77796e9a89e tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f9f2bbf4377e441c9ac2105f36b28bc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451715 Jun 06 11:53:51.565815 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5828ffb-2a20-4c77-94e3-d2d2bbcddd4a req-ca5ea9a5-2383-45d0-b38b-36f28909505a tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:51.567295 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-f5828ffb-2a20-4c77-94e3-d2d2bbcddd4a req-ca5ea9a5-2383-45d0-b38b-36f28909505a tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.0806103 Jun 06 11:53:51.626502 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-f5828ffb-2a20-4c77-94e3-d2d2bbcddd4a req-3104bfc9-e91b-482e-acca-6d80308fd18f tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535426 Jun 06 11:53:51.721784 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be132a83-f176-4d6b-b5aa-9ebb72a47a04 x-openstack-request-id: req-be132a83-f176-4d6b-b5aa-9ebb72a47a04 {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:53:51.722380 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c116fb9-f2f5-4d10-97dc-e3124f836ca0", "name": "network-vif-deleted", "tag": "ed60a7ca-d953-4005-8aca-3a87706734c6", "status": "completed", "code": 200}]} {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:53:51.722856 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-be132a83-f176-4d6b-b5aa-9ebb72a47a04 {{(pid=91626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:53:51.723542 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c116fb9-f2f5-4d10-97dc-e3124f836ca0', 'name': 'network-vif-deleted', 'tag': 'ed60a7ca-d953-4005-8aca-3a87706734c6', 'status': 'completed', 'code': 200} Jun 06 11:53:51.813432 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-92b15fc0-4625-4248-b165-3c08fd64c63d req-3579b222-abbf-48f7-94d3-602130fdd523 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2685ef-8919-4a25-af85-368f426a5c56 HTTP/1.1" status: 200 len: 210 time: 0.0572658 Jun 06 11:53:51.850963 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17229a4-59de-4ed4-ae24-ba8b777e72a1 req-3c599fc1-2656-443c-b513-3d2c9db54102 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:51.852626 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-e17229a4-59de-4ed4-ae24-ba8b777e72a1 req-3c599fc1-2656-443c-b513-3d2c9db54102 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 946 time: 0.1054480 Jun 06 11:53:51.907456 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-e17229a4-59de-4ed4-ae24-ba8b777e72a1 req-38cde3a8-b445-4fec-ad42-8aab50e7b438 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477962 Jun 06 11:53:52.303114 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa110d0-c097-47b3-a03f-4c3dd6fc81d6 req-363e6a2a-3a1e-4f68-a274-710ba6eb9422 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:52.304795 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-baa110d0-c097-47b3-a03f-4c3dd6fc81d6 req-363e6a2a-3a1e-4f68-a274-710ba6eb9422 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f7bf051-a66b-4eeb-9b8d-e56bd1408541 HTTP/1.1" status: 200 len: 945 time: 0.0911450 Jun 06 11:53:52.349186 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-baa110d0-c097-47b3-a03f-4c3dd6fc81d6 req-e4191339-7c84-42e6-99f7-3c84ac01fbfe tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386896 Jun 06 11:53:52.963560 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-e4dad584-cb44-422d-a880-75001ad81cfa tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=f9f2bbf4377e441c9ac2105f36b28bc7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346463 Jun 06 11:53:53.005268 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-7c5026bb-f599-4133-8079-8500eecc752f req-f5ae52b3-28da-4c7f-8037-42ea605de8f1 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2685ef-8919-4a25-af85-368f426a5c56 HTTP/1.1" status: 200 len: 210 time: 0.0678935 Jun 06 11:53:53.257116 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-bc69806b-d74d-473b-a201-3d284b72125a tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:53.258550 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-bc69806b-d74d-473b-a201-3d284b72125a tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2860682 Jun 06 11:53:53.279808 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f95ce1-e010-4e2b-8c8f-6376e4d6ccf1 req-84d0cd86-bc41-46c8-8017-742aba621c3b tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:53.281255 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-69f95ce1-e010-4e2b-8c8f-6376e4d6ccf1 req-84d0cd86-bc41-46c8-8017-742aba621c3b tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 946 time: 0.1936631 Jun 06 11:53:53.285811 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-28a3b3a5-be7c-4705-b0cd-d8ec55221732 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] Request body: {'port': {'device_id': 'ae2685ef-8919-4a25-af85-368f426a5c56', 'network_id': 'aa5dd0e5-17bf-4a34-ac39-689e2b6874f3', 'admin_state_up': True, 'tenant_id': 'f9f2bbf4377e441c9ac2105f36b28bc7'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:53:53.425020 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-69f95ce1-e010-4e2b-8c8f-6376e4d6ccf1 req-c526582a-37c8-4d9f-9a86-9a76d20cda37 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249328 Jun 06 11:53:53.462996 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f2d20-4b30-4ecb-8588-356d8e9137c0 req-f2599f5e-44ed-4496-a05e-3ce36d5ce5ed tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:53.465234 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c19f2d20-4b30-4ecb-8588-356d8e9137c0 req-f2599f5e-44ed-4496-a05e-3ce36d5ce5ed tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.0987182 Jun 06 11:53:53.497226 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-28a3b3a5-be7c-4705-b0cd-d8ec55221732 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] Made reservation on behalf of f9f2bbf4377e441c9ac2105f36b28bc7 for: {'port': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:53:53.501724 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-28a3b3a5-be7c-4705-b0cd-d8ec55221732 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:53.520865 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c19f2d20-4b30-4ecb-8588-356d8e9137c0 req-82dbaf09-d8ed-422d-b1f3-98cc0993c3a3 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457745 Jun 06 11:53:53.521873 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-28a3b3a5-be7c-4705-b0cd-d8ec55221732 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:53.668937 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0623d6b-7d37-49cb-8523-a1bac13a1772 req-4a191824-70f2-4bf8-b416-de5f8a4a48fb tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:53.670428 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-b0623d6b-7d37-49cb-8523-a1bac13a1772 req-4a191824-70f2-4bf8-b416-de5f8a4a48fb tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f7bf051-a66b-4eeb-9b8d-e56bd1408541 HTTP/1.1" status: 200 len: 945 time: 0.1186759 Jun 06 11:53:53.739093 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-28a3b3a5-be7c-4705-b0cd-d8ec55221732 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:53.744392 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-b0623d6b-7d37-49cb-8523-a1bac13a1772 req-98af0de1-59ba-47e2-a4d3-7149401a15d8 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682321 Jun 06 11:53:53.745395 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-28a3b3a5-be7c-4705-b0cd-d8ec55221732 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:53.748231 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-121113c8-a10e-400a-bbff-9c2a0c72b11c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:53.832792 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3b3a5-be7c-4705-b0cd-d8ec55221732 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd6e93e-82fa-446c-8571-7470fafb47e3,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:53.838172 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-28a3b3a5-be7c-4705-b0cd-d8ec55221732 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:53.930179 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_common [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-28a3b3a5-be7c-4705-b0cd-d8ec55221732 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] Allocated IP 192.168.233.211 (aa5dd0e5-17bf-4a34-ac39-689e2b6874f3/81db2b65-4b0e-4db9-823f-14f57b48da8b/df9b105b-f7e0-468a-ba33-ff3dfef18611) {{(pid=91626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 11:53:54.196567 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-f5894f3d-a654-4e0d-8c1b-1fd1fba620cc req-3a2855b0-df07-4b3d-88be-12574723918f tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2685ef-8919-4a25-af85-368f426a5c56 HTTP/1.1" status: 200 len: 210 time: 0.0565553 Jun 06 11:53:54.221565 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-28a3b3a5-be7c-4705-b0cd-d8ec55221732 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] Notify callbacks [] for port, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:54.238886 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-28a3b3a5-be7c-4705-b0cd-d8ec55221732 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] Transition to ACTIVE for port object df9b105b-f7e0-468a-ba33-ff3dfef18611 will not be triggered until provisioned by entity DHCP. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:53:54.266324 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-28a3b3a5-be7c-4705-b0cd-d8ec55221732 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1152752'] for port, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:54.273228 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:54.339461 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-28a3b3a5-be7c-4705-b0cd-d8ec55221732 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] Network aa5dd0e5-17bf-4a34-ac39-689e2b6874f3 is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:53:54.342594 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-28a3b3a5-be7c-4705-b0cd-d8ec55221732 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:53:54.346474 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-28a3b3a5-be7c-4705-b0cd-d8ec55221732 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] Received port after_create {{(pid=91626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 11:53:54.385532 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3b3a5-be7c-4705-b0cd-d8ec55221732 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] Pushing event updated for resources: {'Port': ['ID=df9b105b-f7e0-468a-ba33-ff3dfef18611,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:54.390874 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-28a3b3a5-be7c-4705-b0cd-d8ec55221732 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:54.418207 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-28a3b3a5-be7c-4705-b0cd-d8ec55221732 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:54.418910 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-28a3b3a5-be7c-4705-b0cd-d8ec55221732 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:54.434744 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd4e05-fb1f-4a33-80f8-7abfe184d61e req-02884c80-dced-4f93-b56c-a300555b2a62 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:54.436397 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-4ebd4e05-fb1f-4a33-80f8-7abfe184d61e req-02884c80-dced-4f93-b56c-a300555b2a62 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f7bf051-a66b-4eeb-9b8d-e56bd1408541 HTTP/1.1" status: 200 len: 945 time: 0.0911152 Jun 06 11:53:54.439006 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-28a3b3a5-be7c-4705-b0cd-d8ec55221732 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1567740 Jun 06 11:53:54.459655 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-a6196f4d-0a01-4aad-8ce1-7e0e71b08610 service neutron] Request body: {'port': {'device_id': 'ae2685ef-8919-4a25-af85-368f426a5c56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:53:54.601749 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-a6196f4d-0a01-4aad-8ce1-7e0e71b08610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:54.606594 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-e5e4282b-ed01-44cc-9e9e-ac88a721f16b None None] Provisioning for port df9b105b-f7e0-468a-ba33-ff3dfef18611 completed by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:53:54.615999 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-e5e4282b-ed01-44cc-9e9e-ac88a721f16b None None] Provisioning complete for port df9b105b-f7e0-468a-ba33-ff3dfef18611 triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:53:54.616587 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-e5e4282b-ed01-44cc-9e9e-ac88a721f16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:54.663760 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-4ebd4e05-fb1f-4a33-80f8-7abfe184d61e req-6d076b71-470c-465c-9c16-0352b01e81c3 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Deleting port 7a0f12d6-f2ee-46a6-a727-5ff7328b00ef {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 11:53:54.664102 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-4ebd4e05-fb1f-4a33-80f8-7abfe184d61e req-6d076b71-470c-465c-9c16-0352b01e81c3 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:54.693395 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-e5e4282b-ed01-44cc-9e9e-ac88a721f16b None None] Port df9b105b-f7e0-468a-ba33-ff3dfef18611 cannot update to ACTIVE because it is not bound. {{(pid=91627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 11:53:54.715350 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f099a-94f8-48bb-8e98-6a92c8d61c4f req-164623ff-5cdf-408a-9b91-c91380598920 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:54.716808 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-046f099a-94f8-48bb-8e98-6a92c8d61c4f req-164623ff-5cdf-408a-9b91-c91380598920 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 946 time: 0.1516643 Jun 06 11:53:54.836410 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-046f099a-94f8-48bb-8e98-6a92c8d61c4f req-a97fc79f-6584-45d7-9f21-fc078e82aa24 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128702 Jun 06 11:53:54.855393 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-4ebd4e05-fb1f-4a33-80f8-7abfe184d61e req-6d076b71-470c-465c-9c16-0352b01e81c3 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] For port 7a0f12d6-f2ee-46a6-a727-5ff7328b00ef, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7a0f12d6-f2ee-46a6-a727-5ff7328b00ef,segment=NetworkSegment(9c6e229f-4d95-4dfb-a5de-b081666b0d57),segment_id=9c6e229f-4d95-4dfb-a5de-b081666b0d57)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:53:54.857980 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-4ebd4e05-fb1f-4a33-80f8-7abfe184d61e req-6d076b71-470c-465c-9c16-0352b01e81c3 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:54.989441 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85dd292-937d-4c4d-98af-dab4a49df69a req-b5539a60-6d5f-4f09-a85e-613a10e8a9dd tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:54.990950 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-f85dd292-937d-4c4d-98af-dab4a49df69a req-b5539a60-6d5f-4f09-a85e-613a10e8a9dd tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f7bf051-a66b-4eeb-9b8d-e56bd1408541 HTTP/1.1" status: 200 len: 945 time: 0.1323771 Jun 06 11:53:55.054911 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-4ebd4e05-fb1f-4a33-80f8-7abfe184d61e req-6d076b71-470c-465c-9c16-0352b01e81c3 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Calling delete_port for 7a0f12d6-f2ee-46a6-a727-5ff7328b00ef owned by compute:nova {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 11:53:55.080200 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-a6196f4d-0a01-4aad-8ce1-7e0e71b08610 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df9b105b-f7e0-468a-ba33-ff3dfef18611 {{(pid=91626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 11:53:55.092212 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-a6196f4d-0a01-4aad-8ce1-7e0e71b08610 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:55.100162 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-f85dd292-937d-4c4d-98af-dab4a49df69a req-b42fc6ee-deca-411b-8bd8-d7cfacf8d117 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717573 Jun 06 11:53:55.185630 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-4ebd4e05-fb1f-4a33-80f8-7abfe184d61e req-6d076b71-470c-465c-9c16-0352b01e81c3 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:55.185842 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-a6196f4d-0a01-4aad-8ce1-7e0e71b08610 service neutron] Transition to ACTIVE for port object df9b105b-f7e0-468a-ba33-ff3dfef18611 will not be triggered until provisioned by entity L2. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:53:55.189585 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-a6196f4d-0a01-4aad-8ce1-7e0e71b08610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1152715'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:55.194776 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-e3d12772-461f-4921-870d-340ddc03ce6d tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:55.194951 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b6fc1c57-467b-48c0-bcd6-2cb8994756aa tempest-VolumesActionsTest-849673758 tempest-VolumesActionsTest-849673758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:55.202465 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] get_ports_and_sgs() called for port_ids ['d317d814-b4d5-4208-98ac-67f5b4b0884b', '7a0f12d6-f2ee-46a6-a727-5ff7328b00ef'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 11:53:55.275152 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d076b71-470c-465c-9c16-0352b01e81c3 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Pushing event deleted for resources: {'Port': ['ID=7a0f12d6-f2ee-46a6-a727-5ff7328b00ef,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:55.296414 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-6d076b71-470c-465c-9c16-0352b01e81c3 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:55.463966 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ebd4e05-fb1f-4a33-80f8-7abfe184d61e req-6d076b71-470c-465c-9c16-0352b01e81c3 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] No DVR routers for this DVR port 7a0f12d6-f2ee-46a6-a727-5ff7328b00ef on host hv-cinder-78626 {{(pid=91625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 11:53:55.472770 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-4ebd4e05-fb1f-4a33-80f8-7abfe184d61e req-6d076b71-470c-465c-9c16-0352b01e81c3 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:55.475277 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-4ebd4e05-fb1f-4a33-80f8-7abfe184d61e req-6d076b71-470c-465c-9c16-0352b01e81c3 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.11 "DELETE /v2.0/ports/7a0f12d6-f2ee-46a6-a727-5ff7328b00ef HTTP/1.1" status: 204 len: 173 time: 1.0207477 Jun 06 11:53:55.476056 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7bf051-a66b-4eeb-9b8d-e56bd1408541', 'name': 'network-vif-deleted', 'tag': '7a0f12d6-f2ee-46a6-a727-5ff7328b00ef'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:53:55.478613 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d3a09975e5f8f43507a37e46b4ea231535690fa404cdff26bf77d84c9002b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bad14b8-ccde-4e77-a5f8-7019af6bbf98" -d '{"events": [{"server_uuid": "3f7bf051-a66b-4eeb-9b8d-e56bd1408541", "name": "network-vif-deleted", "tag": "7a0f12d6-f2ee-46a6-a727-5ff7328b00ef"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:53:55.535948 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6196f4d-0a01-4aad-8ce1-7e0e71b08610 service neutron] Pushing event updated for resources: {'Port': ['ID=df9b105b-f7e0-468a-ba33-ff3dfef18611,revision_number=2']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:55.541207 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-a6196f4d-0a01-4aad-8ce1-7e0e71b08610 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:55.550438 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e0c5e-b19f-4987-ad22-3f0dc1205d03 req-91bc25d0-7b4d-4df7-9728-26dc7d5d915e tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:55.552587 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-5f1e0c5e-b19f-4987-ad22-3f0dc1205d03 req-91bc25d0-7b4d-4df7-9728-26dc7d5d915e tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2685ef-8919-4a25-af85-368f426a5c56 HTTP/1.1" status: 200 len: 948 time: 0.1468301 Jun 06 11:53:55.554447 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a927564-e9cc-44c6-92ad-221655507eca x-openstack-request-id: req-3a927564-e9cc-44c6-92ad-221655507eca {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:53:55.555060 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f7bf051-a66b-4eeb-9b8d-e56bd1408541", "name": "network-vif-deleted", "tag": "7a0f12d6-f2ee-46a6-a727-5ff7328b00ef", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:53:55.555544 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3a927564-e9cc-44c6-92ad-221655507eca {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:53:55.556177 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f7bf051-a66b-4eeb-9b8d-e56bd1408541', 'name': 'network-vif-deleted', 'tag': '7a0f12d6-f2ee-46a6-a727-5ff7328b00ef', 'status': 'completed', 'code': 200} Jun 06 11:53:55.614169 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-5f1e0c5e-b19f-4987-ad22-3f0dc1205d03 req-b6a89aaf-3154-42dc-839c-c8dbd2fb9193 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffd6e93e-82fa-446c-8571-7470fafb47e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543339 Jun 06 11:53:55.628634 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-a6196f4d-0a01-4aad-8ce1-7e0e71b08610 service neutron] Attempting to bind port df9b105b-f7e0-468a-ba33-ff3dfef18611 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 11:53:55.628979 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-a6196f4d-0a01-4aad-8ce1-7e0e71b08610 service neutron] Attempting to bind port df9b105b-f7e0-468a-ba33-ff3dfef18611 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'af8446a3-0ecc-4349-ac70-a800521a0ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'aa5dd0e5-17bf-4a34-ac39-689e2b6874f3'}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 11:53:55.629312 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-a6196f4d-0a01-4aad-8ce1-7e0e71b08610 service neutron] Attempting to bind port df9b105b-f7e0-468a-ba33-ff3dfef18611 on network aa5dd0e5-17bf-4a34-ac39-689e2b6874f3 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:53:55.636787 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-a6196f4d-0a01-4aad-8ce1-7e0e71b08610 service neutron] Port df9b105b-f7e0-468a-ba33-ff3dfef18611 on network aa5dd0e5-17bf-4a34-ac39-689e2b6874f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 11:53:55.637612 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-a6196f4d-0a01-4aad-8ce1-7e0e71b08610 service neutron] Attempting to bind port df9b105b-f7e0-468a-ba33-ff3dfef18611 on network aa5dd0e5-17bf-4a34-ac39-689e2b6874f3 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:53:55.644893 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-a6196f4d-0a01-4aad-8ce1-7e0e71b08610 service neutron] Checking agent: {'id': 'e22919c8-6430-48bb-a7f5-088caf168a02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 50, 4), 'started_at': datetime.datetime(2021, 6, 6, 11, 50, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 11:53:55.645323 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-a6196f4d-0a01-4aad-8ce1-7e0e71b08610 service neutron] Checking segment: {'id': 'af8446a3-0ecc-4349-ac70-a800521a0ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'aa5dd0e5-17bf-4a34-ac39-689e2b6874f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:53:55.646915 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-a6196f4d-0a01-4aad-8ce1-7e0e71b08610 service neutron] Bound using segment: {'id': 'af8446a3-0ecc-4349-ac70-a800521a0ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'aa5dd0e5-17bf-4a34-ac39-689e2b6874f3'} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 11:53:55.648223 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-a6196f4d-0a01-4aad-8ce1-7e0e71b08610 service neutron] Bound port: df9b105b-f7e0-468a-ba33-ff3dfef18611, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af8446a3-0ecc-4349-ac70-a800521a0ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'aa5dd0e5-17bf-4a34-ac39-689e2b6874f3'}}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 11:53:55.648661 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-a6196f4d-0a01-4aad-8ce1-7e0e71b08610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:55.761522 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-a6196f4d-0a01-4aad-8ce1-7e0e71b08610 service neutron] For port df9b105b-f7e0-468a-ba33-ff3dfef18611, host hv-cinder-78626, cleared binding levels {{(pid=91626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 11:53:55.769610 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-a6196f4d-0a01-4aad-8ce1-7e0e71b08610 service neutron] For port df9b105b-f7e0-468a-ba33-ff3dfef18611, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=df9b105b-f7e0-468a-ba33-ff3dfef18611,segment=NetworkSegment(af8446a3-0ecc-4349-ac70-a800521a0ae3),segment_id=af8446a3-0ecc-4349-ac70-a800521a0ae3)] {{(pid=91626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 11:53:55.777069 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-a6196f4d-0a01-4aad-8ce1-7e0e71b08610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1152715'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:55.781768 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ff07ad54-b10b-4c63-ac31-8d65271600b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:53:55.847346 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-a6196f4d-0a01-4aad-8ce1-7e0e71b08610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:55.848394 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-a6196f4d-0a01-4aad-8ce1-7e0e71b08610 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:53:55.849892 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-a6196f4d-0a01-4aad-8ce1-7e0e71b08610 service neutron] 10.222.0.11 "PUT /v2.0/ports/df9b105b-f7e0-468a-ba33-ff3dfef18611 HTTP/1.1" status: 200 len: 1098 time: 1.3947370 Jun 06 11:53:55.852881 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2685ef-8919-4a25-af85-368f426a5c56', 'tag': 'df9b105b-f7e0-468a-ba33-ff3dfef18611'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:53:55.855620 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc9e4729878f16c834b645d3c09f80e418a2a47aed75d72574769f74497ec88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05865e1e-b365-4ee2-b2d3-5512e1618b22" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2685ef-8919-4a25-af85-368f426a5c56", "tag": "df9b105b-f7e0-468a-ba33-ff3dfef18611"}]}' {{(pid=91626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:53:55.879955 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6196f4d-0a01-4aad-8ce1-7e0e71b08610 service neutron] Pushing event updated for resources: {'Port': ['ID=df9b105b-f7e0-468a-ba33-ff3dfef18611,revision_number=3']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:53:55.884077 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-a6196f4d-0a01-4aad-8ce1-7e0e71b08610 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:53:55.917650 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108efc02-a5c4-4eae-9756-0f72f3f54170 x-openstack-request-id: req-108efc02-a5c4-4eae-9756-0f72f3f54170 {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:53:55.918155 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2685ef-8919-4a25-af85-368f426a5c56", "tag": "df9b105b-f7e0-468a-ba33-ff3dfef18611", "status": "completed", "code": 200}]} {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:53:55.918501 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-108efc02-a5c4-4eae-9756-0f72f3f54170 {{(pid=91626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:53:55.919043 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae2685ef-8919-4a25-af85-368f426a5c56', 'tag': 'df9b105b-f7e0-468a-ba33-ff3dfef18611', 'status': 'completed', 'code': 200} Jun 06 11:53:56.055161 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-ccacf8d9-2ed8-449c-90be-efc7c7038522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:56.056831 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-ccacf8d9-2ed8-449c-90be-efc7c7038522 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f9f2bbf4377e441c9ac2105f36b28bc7&device_id=ae2685ef-8919-4a25-af85-368f426a5c56 HTTP/1.1" status: 200 len: 1101 time: 0.0940647 Jun 06 11:53:56.146712 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-88ccf649-c283-4b26-a565-b371b3012d13 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=df9b105b-f7e0-468a-ba33-ff3dfef18611 HTTP/1.1" status: 200 len: 217 time: 0.0753977 Jun 06 11:53:56.163867 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4018a0-3587-4933-b1aa-d262c900f6ec req-ba330d95-4155-40dd-bbdc-a9998b0b24d1 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:56.165415 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-ed4018a0-3587-4933-b1aa-d262c900f6ec req-ba330d95-4155-40dd-bbdc-a9998b0b24d1 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 946 time: 0.1322737 Jun 06 11:53:56.217208 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-ed4018a0-3587-4933-b1aa-d262c900f6ec req-f564b76c-a19a-490f-b577-ffd2a5e601c3 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449011 Jun 06 11:53:56.237038 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-694925e2-ee8f-457c-abdb-d0e934f1c7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:56.238562 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-694925e2-ee8f-457c-abdb-d0e934f1c7fb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=81db2b65-4b0e-4db9-823f-14f57b48da8b HTTP/1.1" status: 200 len: 843 time: 0.0817990 Jun 06 11:53:56.435319 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-c3cbe0da-8421-469f-90de-b1c12553ab88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:56.435483 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-23c84bdd-bc67-4e7e-845f-0a856368bb5f req-97896a7b-08ce-497c-b41c-3e9e2b1cbafc tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f7bf051-a66b-4eeb-9b8d-e56bd1408541 HTTP/1.1" status: 200 len: 210 time: 0.0560694 Jun 06 11:53:56.436818 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-c3cbe0da-8421-469f-90de-b1c12553ab88 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa5dd0e5-17bf-4a34-ac39-689e2b6874f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1848438 Jun 06 11:53:56.606812 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-021bb241-7827-4111-9231-0ab27a698d7b service neutron] 10.222.0.11 "GET /v2.0/networks/aa5dd0e5-17bf-4a34-ac39-689e2b6874f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564894 Jun 06 11:53:56.763144 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-69f709b7-ddec-4942-a6fc-6e3598d6c702 req-71ef530c-4ea6-4429-97aa-4ae747a88fb4 service neutron] 10.222.0.11 "GET /v2.0/networks/aa5dd0e5-17bf-4a34-ac39-689e2b6874f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455250 Jun 06 11:53:56.819766 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e49f3-ae37-43ef-905c-4349522d8a2b req-39bb0613-1d02-4870-8942-b64eedc7fdf8 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:56.821992 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-ba6e49f3-ae37-43ef-905c-4349522d8a2b req-39bb0613-1d02-4870-8942-b64eedc7fdf8 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2685ef-8919-4a25-af85-368f426a5c56 HTTP/1.1" status: 200 len: 948 time: 0.0899179 Jun 06 11:53:56.916559 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-ba6e49f3-ae37-43ef-905c-4349522d8a2b req-9870ff54-9465-4089-a611-c905c8aa2644 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffd6e93e-82fa-446c-8571-7470fafb47e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856583 Jun 06 11:53:56.936489 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32345a7-43c6-4507-9bcf-1300aeb7f39a req-04e7aff1-7eef-475c-b0dc-559f3d506ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:56.937977 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a32345a7-43c6-4507-9bcf-1300aeb7f39a req-04e7aff1-7eef-475c-b0dc-559f3d506ea8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ffbf540fd73d452aaaeae928aa00e219&device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 1098 time: 0.0920229 Jun 06 11:53:56.959249 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05865e1e-b365-4ee2-b2d3-5512e1618b22 req-ee489624-e936-449a-8c53-1f6422b6aadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:56.960695 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-05865e1e-b365-4ee2-b2d3-5512e1618b22 req-ee489624-e936-449a-8c53-1f6422b6aadf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f9f2bbf4377e441c9ac2105f36b28bc7&device_id=ae2685ef-8919-4a25-af85-368f426a5c56 HTTP/1.1" status: 200 len: 1101 time: 0.1360762 Jun 06 11:53:57.070908 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6391198-c958-4182-8f19-51854cbc8962 req-d3475208-9092-465c-8e7a-58f106519072 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:57.072421 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-b6391198-c958-4182-8f19-51854cbc8962 req-d3475208-9092-465c-8e7a-58f106519072 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.1871374 Jun 06 11:53:57.077670 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32345a7-43c6-4507-9bcf-1300aeb7f39a req-97afae2f-52b7-498c-a0c0-e4c9ed635517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:57.079157 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a32345a7-43c6-4507-9bcf-1300aeb7f39a req-97afae2f-52b7-498c-a0c0-e4c9ed635517 service neutron] 10.222.0.11 "GET /v2.0/networks?id=781481ba-9256-4a59-98f9-089a31fa7ed5 HTTP/1.1" status: 200 len: 919 time: 0.1334867 Jun 06 11:53:57.143467 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05865e1e-b365-4ee2-b2d3-5512e1618b22 req-89451a2c-7420-4a85-8983-481ccf03a1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:57.144925 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-05865e1e-b365-4ee2-b2d3-5512e1618b22 req-89451a2c-7420-4a85-8983-481ccf03a1a1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=aa5dd0e5-17bf-4a34-ac39-689e2b6874f3 HTTP/1.1" status: 200 len: 870 time: 0.1775820 Jun 06 11:53:57.147882 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-b6391198-c958-4182-8f19-51854cbc8962 req-ffa24b43-8574-4ac2-ba66-2f27b92f30c7 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676379 Jun 06 11:53:57.152542 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a32345a7-43c6-4507-9bcf-1300aeb7f39a req-0d1c29c9-9171-40cd-924f-6d53e2d9e40e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72b2e02d-0b0f-41a9-b205-34e67f729269 HTTP/1.1" status: 200 len: 217 time: 0.0661757 Jun 06 11:53:57.233387 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32345a7-43c6-4507-9bcf-1300aeb7f39a req-464fe780-b60f-4b99-992c-4919ec866bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:57.234742 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a32345a7-43c6-4507-9bcf-1300aeb7f39a req-464fe780-b60f-4b99-992c-4919ec866bff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e34565f1-8647-4fbb-a0bd-9f9d6cf328e3 HTTP/1.1" status: 200 len: 858 time: 0.0606730 Jun 06 11:53:57.238684 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-05865e1e-b365-4ee2-b2d3-5512e1618b22 req-35b5993a-6617-4211-9a41-2a58e4d37dd9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=df9b105b-f7e0-468a-ba33-ff3dfef18611 HTTP/1.1" status: 200 len: 217 time: 0.0653396 Jun 06 11:53:57.292120 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a32345a7-43c6-4507-9bcf-1300aeb7f39a req-0e957564-7fe8-4aec-8acc-e7bae6327ee1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=781481ba-9256-4a59-98f9-089a31fa7ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441329 Jun 06 11:53:57.305726 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05865e1e-b365-4ee2-b2d3-5512e1618b22 req-4e9a6b49-57d5-40a7-b753-d87016801209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:57.307208 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-05865e1e-b365-4ee2-b2d3-5512e1618b22 req-4e9a6b49-57d5-40a7-b753-d87016801209 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=81db2b65-4b0e-4db9-823f-14f57b48da8b HTTP/1.1" status: 200 len: 843 time: 0.0591304 Jun 06 11:53:57.391044 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05865e1e-b365-4ee2-b2d3-5512e1618b22 req-2e153df5-eda4-4b4b-9088-d46b20cd1d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:57.392537 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-05865e1e-b365-4ee2-b2d3-5512e1618b22 req-2e153df5-eda4-4b4b-9088-d46b20cd1d5c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa5dd0e5-17bf-4a34-ac39-689e2b6874f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0760019 Jun 06 11:53:57.499877 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a32345a7-43c6-4507-9bcf-1300aeb7f39a req-25cd4e0f-da0b-46c0-8a7b-72e15e45f652 service neutron] 10.222.0.11 "GET /v2.0/networks/781481ba-9256-4a59-98f9-089a31fa7ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993809 Jun 06 11:53:57.553513 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-05865e1e-b365-4ee2-b2d3-5512e1618b22 req-23b83197-4d89-4947-80ce-44238ac34843 service neutron] 10.222.0.11 "GET /v2.0/networks/aa5dd0e5-17bf-4a34-ac39-689e2b6874f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503315 Jun 06 11:53:57.613014 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73ce7d-3359-41fb-a9ad-e2379c02061b req-5a3a8800-42f8-46b3-8835-99cebf0251e2 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:57.633473 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-1d73ce7d-3359-41fb-a9ad-e2379c02061b req-5a3a8800-42f8-46b3-8835-99cebf0251e2 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 946 time: 0.2365787 Jun 06 11:53:57.752632 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-1d73ce7d-3359-41fb-a9ad-e2379c02061b req-476dfb4c-54db-4eda-ab3d-9e70cbfe3546 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178916 Jun 06 11:53:57.774870 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a32345a7-43c6-4507-9bcf-1300aeb7f39a req-156cefaa-6e57-46f0-be36-e52692395cd9 service neutron] 10.222.0.11 "GET /v2.0/networks/781481ba-9256-4a59-98f9-089a31fa7ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659173 Jun 06 11:53:57.799848 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-05865e1e-b365-4ee2-b2d3-5512e1618b22 req-28a7d3dc-83a7-4634-b41e-8d1cd33e077d service neutron] 10.222.0.11 "GET /v2.0/networks/aa5dd0e5-17bf-4a34-ac39-689e2b6874f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302265 Jun 06 11:53:58.109446 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869548a-8620-422d-b646-7ca8b31fcdd9 req-5d7a6b20-d4a3-41bd-9a06-968e773ac183 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:58.110928 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-f869548a-8620-422d-b646-7ca8b31fcdd9 req-5d7a6b20-d4a3-41bd-9a06-968e773ac183 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2685ef-8919-4a25-af85-368f426a5c56 HTTP/1.1" status: 200 len: 948 time: 0.0890627 Jun 06 11:53:58.155755 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-f869548a-8620-422d-b646-7ca8b31fcdd9 req-0542b1f7-56dd-42d9-8e28-dad82e0e3164 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffd6e93e-82fa-446c-8571-7470fafb47e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391488 Jun 06 11:53:58.331115 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7bc3d0-8a54-4f15-a193-8c9345c892a8 req-290d6865-4c45-4722-a723-a049fab99ef4 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:58.332713 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-8b7bc3d0-8a54-4f15-a193-8c9345c892a8 req-290d6865-4c45-4722-a723-a049fab99ef4 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.0806570 Jun 06 11:53:58.377281 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-8b7bc3d0-8a54-4f15-a193-8c9345c892a8 req-102e30c1-c596-4191-8936-227ed0372ada tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388951 Jun 06 11:53:58.981174 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dad06b-548d-4bd5-b3c4-b5366349d171 req-43e46610-35b2-49af-b83f-477199b4678e tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:58.983153 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-12dad06b-548d-4bd5-b3c4-b5366349d171 req-43e46610-35b2-49af-b83f-477199b4678e tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 946 time: 0.0971453 Jun 06 11:53:59.050776 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-12dad06b-548d-4bd5-b3c4-b5366349d171 req-6405bccd-44cb-470a-bb16-080ed0333a40 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590658 Jun 06 11:53:59.355163 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42efaced-14c0-4daf-93a9-972395883015 req-a92ef72a-9862-4759-8d89-142760e10581 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:59.356970 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-42efaced-14c0-4daf-93a9-972395883015 req-a92ef72a-9862-4759-8d89-142760e10581 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2685ef-8919-4a25-af85-368f426a5c56 HTTP/1.1" status: 200 len: 948 time: 0.0907891 Jun 06 11:53:59.409565 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-42efaced-14c0-4daf-93a9-972395883015 req-e2b45a35-683f-4fd8-b525-eb8ef69c2725 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffd6e93e-82fa-446c-8571-7470fafb47e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461645 Jun 06 11:53:59.462852 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0cfd4-23f1-4161-9774-bdb01fe0e155 req-44c8dcd7-88da-41ae-bf42-679113d1054f tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:59.464612 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-8aa0cfd4-23f1-4161-9774-bdb01fe0e155 req-44c8dcd7-88da-41ae-bf42-679113d1054f tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=baa467b1-47e5-4cb8-8a6d-cc02be155493 HTTP/1.1" status: 200 len: 945 time: 0.1623695 Jun 06 11:53:59.512626 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-8aa0cfd4-23f1-4161-9774-bdb01fe0e155 req-54f20270-ef52-4432-8e63-e5eb4b335cf7 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420010 Jun 06 11:53:59.650980 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf011c28-24db-4fec-b195-82b280b4d3a6 req-6984f91d-ade8-48e1-a7b0-2a2f88a66008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:59.652477 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-cf011c28-24db-4fec-b195-82b280b4d3a6 req-6984f91d-ade8-48e1-a7b0-2a2f88a66008 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ffbf540fd73d452aaaeae928aa00e219&device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 1098 time: 0.0970795 Jun 06 11:53:59.660903 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb49cbf-964a-47b2-9faf-e9faca1df661 req-c7c9d621-073b-44d2-85aa-4b146e70a33f tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:59.662502 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-dfb49cbf-964a-47b2-9faf-e9faca1df661 req-c7c9d621-073b-44d2-85aa-4b146e70a33f tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.1521509 Jun 06 11:53:59.745663 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-dfb49cbf-964a-47b2-9faf-e9faca1df661 req-cf4d5d37-d628-42ae-a6a4-60c7f1780e66 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762665 Jun 06 11:53:59.839957 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf011c28-24db-4fec-b195-82b280b4d3a6 req-f38e42e1-89b8-439c-97ed-93809b4b5e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:59.841399 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-cf011c28-24db-4fec-b195-82b280b4d3a6 req-f38e42e1-89b8-439c-97ed-93809b4b5e19 service neutron] 10.222.0.11 "GET /v2.0/networks?id=781481ba-9256-4a59-98f9-089a31fa7ed5 HTTP/1.1" status: 200 len: 919 time: 0.1570680 Jun 06 11:53:59.915787 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-cf011c28-24db-4fec-b195-82b280b4d3a6 req-8c27c1f9-463e-4aa3-9ecb-049b894568ed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72b2e02d-0b0f-41a9-b205-34e67f729269 HTTP/1.1" status: 200 len: 217 time: 0.0637012 Jun 06 11:53:59.982056 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf011c28-24db-4fec-b195-82b280b4d3a6 req-bbd7c277-5bcf-4ec4-91f8-12fecec1329b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:53:59.983483 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-cf011c28-24db-4fec-b195-82b280b4d3a6 req-bbd7c277-5bcf-4ec4-91f8-12fecec1329b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e34565f1-8647-4fbb-a0bd-9f9d6cf328e3 HTTP/1.1" status: 200 len: 858 time: 0.0577135 Jun 06 11:54:00.033438 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-cf011c28-24db-4fec-b195-82b280b4d3a6 req-09fc1d7c-b038-411f-a1b1-4df2f66e8493 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=781481ba-9256-4a59-98f9-089a31fa7ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412221 Jun 06 11:54:00.138027 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-58cfa194-eb58-446e-a01a-addaa2b059bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:00.173465 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device df9b105b-f7e0-468a-ba33-ff3dfef18611 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 11:54:00.176970 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 7a0f12d6-f2ee-46a6-a727-5ff7328b00ef no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 11:54:00.213388 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-cf011c28-24db-4fec-b195-82b280b4d3a6 req-3c0ca30e-ecf5-4658-8f05-e99ec8c4e714 service neutron] 10.222.0.11 "GET /v2.0/networks/781481ba-9256-4a59-98f9-089a31fa7ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720767 Jun 06 11:54:00.216911 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] No Port match for: 7a0f12d6-f2ee-46a6-a727-5ff7328b00ef {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 11:54:00.217271 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 7a0f12d6-f2ee-46a6-a727-5ff7328b00ef not bound to the agent host hv-cinder-78626 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 11:54:00.348131 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port df9b105b-f7e0-468a-ba33-ff3dfef18611, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=df9b105b-f7e0-468a-ba33-ff3dfef18611,segment=NetworkSegment(af8446a3-0ecc-4349-ac70-a800521a0ae3),segment_id=af8446a3-0ecc-4349-ac70-a800521a0ae3)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:54:00.350495 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fd55b-b34b-4ccd-9bbf-4ce0a0ce748f req-07d6f047-c5b2-473f-ba63-f24b038956dd tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:00.351967 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-ed5fd55b-b34b-4ccd-9bbf-4ce0a0ce748f req-07d6f047-c5b2-473f-ba63-f24b038956dd tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 946 time: 0.1886384 Jun 06 11:54:00.362245 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Returning: {'device': 'df9b105b-f7e0-468a-ba33-ff3dfef18611', 'network_id': 'aa5dd0e5-17bf-4a34-ac39-689e2b6874f3', 'port_id': 'df9b105b-f7e0-468a-ba33-ff3dfef18611', 'mac_address': 'fa:16:3e:ad:96:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81db2b65-4b0e-4db9-823f-14f57b48da8b', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 11:54:00.390640 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-cf011c28-24db-4fec-b195-82b280b4d3a6 req-9cc80252-5035-4d94-8838-4d98479e6334 service neutron] 10.222.0.11 "GET /v2.0/networks/781481ba-9256-4a59-98f9-089a31fa7ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672308 Jun 06 11:54:00.414593 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-ed5fd55b-b34b-4ccd-9bbf-4ce0a0ce748f req-8709d0a8-c176-4caa-a3b6-409980775952 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486569 Jun 06 11:54:00.422150 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:00.438898 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df9b105b-f7e0-468a-ba33-ff3dfef18611 {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 11:54:00.454477 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port df9b105b-f7e0-468a-ba33-ff3dfef18611, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=df9b105b-f7e0-468a-ba33-ff3dfef18611,segment=NetworkSegment(af8446a3-0ecc-4349-ac70-a800521a0ae3),segment_id=af8446a3-0ecc-4349-ac70-a800521a0ae3)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:54:00.458263 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:00.459914 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:00.528729 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=df9b105b-f7e0-468a-ba33-ff3dfef18611,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:00.536204 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:00.536555 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:00.536897 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:00.537230 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:00.537558 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:00.537907 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:00.538235 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:00.538556 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:00.538878 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:00.539197 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:00.539523 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:00.539837 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:00.544540 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:00.601766 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09657283-05c3-43af-b03d-7daf5306e990 req-d4909bc4-e154-46b3-a803-ce630ac2fd69 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:00.603306 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-09657283-05c3-43af-b03d-7daf5306e990 req-d4909bc4-e154-46b3-a803-ce630ac2fd69 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2685ef-8919-4a25-af85-368f426a5c56 HTTP/1.1" status: 200 len: 949 time: 0.0852702 Jun 06 11:54:00.647971 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-09657283-05c3-43af-b03d-7daf5306e990 req-46afe953-fa21-432c-a09d-a3f2d2069dc7 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffd6e93e-82fa-446c-8571-7470fafb47e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389488 Jun 06 11:54:00.696885 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588276e3-f6d7-4ed2-800f-837c66c74e2c req-38d6c8ce-06e5-4422-acaa-f70167e57ffb tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:00.698893 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-588276e3-f6d7-4ed2-800f-837c66c74e2c req-38d6c8ce-06e5-4422-acaa-f70167e57ffb tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=baa467b1-47e5-4cb8-8a6d-cc02be155493 HTTP/1.1" status: 200 len: 945 time: 0.0812519 Jun 06 11:54:00.746018 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-588276e3-f6d7-4ed2-800f-837c66c74e2c req-945a21c8-6cbf-48de-a831-60cbd25349fd tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413022 Jun 06 11:54:00.802015 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] get_ports_and_sgs() called for port_ids ['df9b105b-f7e0-468a-ba33-ff3dfef18611'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 11:54:00.955858 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330b12c-0d3c-4542-ae03-6a3d8b843eb3 req-7925f9ac-b381-4463-9d0c-737a4c3849fd tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:00.957620 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2330b12c-0d3c-4542-ae03-6a3d8b843eb3 req-7925f9ac-b381-4463-9d0c-737a4c3849fd tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.0986955 Jun 06 11:54:01.004087 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2330b12c-0d3c-4542-ae03-6a3d8b843eb3 req-b5faa3e2-0cd5-446a-970a-1f40164d7a43 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405872 Jun 06 11:54:01.602754 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b6b9a-06cf-40ae-90d6-3e89fb4fd315 req-1b50560d-bee7-46da-85e3-51bc7e33a050 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:01.604166 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-941b6b9a-06cf-40ae-90d6-3e89fb4fd315 req-1b50560d-bee7-46da-85e3-51bc7e33a050 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 946 time: 0.0813663 Jun 06 11:54:01.647847 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-941b6b9a-06cf-40ae-90d6-3e89fb4fd315 req-b14d844f-f4aa-43b1-9b71-433a57de7c0d tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377467 Jun 06 11:54:01.743663 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe9d8a-93c5-4501-b770-ea8dbcf35611 req-8e83c0f2-348c-4105-95f1-39a5b6e6a38a tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:01.745810 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-0ebe9d8a-93c5-4501-b770-ea8dbcf35611 req-8e83c0f2-348c-4105-95f1-39a5b6e6a38a tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa467b1-47e5-4cb8-8a6d-cc02be155493 HTTP/1.1" status: 200 len: 945 time: 0.0827069 Jun 06 11:54:01.836313 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664939ab-f46a-46ed-a777-91beeedb71aa req-ad23f002-0ca6-450b-adad-5a340d7c443a tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:01.837812 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-664939ab-f46a-46ed-a777-91beeedb71aa req-ad23f002-0ca6-450b-adad-5a340d7c443a tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2685ef-8919-4a25-af85-368f426a5c56 HTTP/1.1" status: 200 len: 949 time: 0.0860105 Jun 06 11:54:01.886524 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-664939ab-f46a-46ed-a777-91beeedb71aa req-ceefb605-09c6-4c1f-aa27-1323a2d6c0a7 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffd6e93e-82fa-446c-8571-7470fafb47e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421457 Jun 06 11:54:02.018583 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [req-0ebe9d8a-93c5-4501-b770-ea8dbcf35611 req-34368f3b-d1c9-4d1a-a18c-9ac54c56d35f tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Deleting port d317d814-b4d5-4208-98ac-67f5b4b0884b {{(pid=91626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 11:54:02.018923 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-0ebe9d8a-93c5-4501-b770-ea8dbcf35611 req-34368f3b-d1c9-4d1a-a18c-9ac54c56d35f tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:02.074831 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4797a-057d-4f5e-8c7d-cd7d347553a0 req-a2f84512-b34e-469c-a6cf-c0ccbf3e7990 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:02.076299 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-8fa4797a-057d-4f5e-8c7d-cd7d347553a0 req-a2f84512-b34e-469c-a6cf-c0ccbf3e7990 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=baa467b1-47e5-4cb8-8a6d-cc02be155493 HTTP/1.1" status: 200 len: 945 time: 0.2107689 Jun 06 11:54:02.175607 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device df9b105b-f7e0-468a-ba33-ff3dfef18611 up at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:54:02.205006 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f41f5e5-7fd7-4a76-87d3-4d617e50d421 req-ca51a79f-11ff-411a-81bf-3d3eed04442f tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:02.205211 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-8fa4797a-057d-4f5e-8c7d-cd7d347553a0 req-0fad4b4e-3980-4d4e-8997-09b7bbceb87a tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/security-groups?id=a4f2d170-a7fc-422e-8dc3-a61193f3f786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801306 Jun 06 11:54:02.206592 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-5f41f5e5-7fd7-4a76-87d3-4d617e50d421 req-ca51a79f-11ff-411a-81bf-3d3eed04442f tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.0903561 Jun 06 11:54:02.215685 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-0ebe9d8a-93c5-4501-b770-ea8dbcf35611 req-34368f3b-d1c9-4d1a-a18c-9ac54c56d35f tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] For port d317d814-b4d5-4208-98ac-67f5b4b0884b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d317d814-b4d5-4208-98ac-67f5b4b0884b,segment=NetworkSegment(9c6e229f-4d95-4dfb-a5de-b081666b0d57),segment_id=9c6e229f-4d95-4dfb-a5de-b081666b0d57)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:54:02.216296 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-0ebe9d8a-93c5-4501-b770-ea8dbcf35611 req-34368f3b-d1c9-4d1a-a18c-9ac54c56d35f tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:02.263611 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Provisioning for port df9b105b-f7e0-468a-ba33-ff3dfef18611 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:54:02.266994 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-5f41f5e5-7fd7-4a76-87d3-4d617e50d421 req-b05efcbf-2581-4acb-9c4a-b711ef76660a tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517371 Jun 06 11:54:02.268581 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Provisioning complete for port df9b105b-f7e0-468a-ba33-ff3dfef18611 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:54:02.269000 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:02.361630 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [req-0ebe9d8a-93c5-4501-b770-ea8dbcf35611 req-34368f3b-d1c9-4d1a-a18c-9ac54c56d35f tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Calling delete_port for d317d814-b4d5-4208-98ac-67f5b4b0884b owned by compute:nova {{(pid=91626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 11:54:02.396610 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:02.425360 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2685ef-8919-4a25-af85-368f426a5c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9b105b-f7e0-468a-ba33-ff3dfef18611'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:54:02.427648 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0ef12a69f97602b9a4dda1947a91503bc9b0dd65cb545ae1f4eaba5f5490f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d2bd50-8f3d-4497-a7de-a2aaa9057b56" -d '{"events": [{"server_uuid": "ae2685ef-8919-4a25-af85-368f426a5c56", "name": "network-vif-plugged", "status": "completed", "tag": "df9b105b-f7e0-468a-ba33-ff3dfef18611"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:54:02.437114 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port df9b105b-f7e0-468a-ba33-ff3dfef18611, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=df9b105b-f7e0-468a-ba33-ff3dfef18611,segment=NetworkSegment(af8446a3-0ecc-4349-ac70-a800521a0ae3),segment_id=af8446a3-0ecc-4349-ac70-a800521a0ae3)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:54:02.442567 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:02.445057 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:02.485345 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-0ebe9d8a-93c5-4501-b770-ea8dbcf35611 req-34368f3b-d1c9-4d1a-a18c-9ac54c56d35f tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1152752'] for port, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:02.491032 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-a6196f4d-0a01-4aad-8ce1-7e0e71b08610 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:02.504918 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59a4d42-8ed2-4ba5-b3e4-823dda0d6caf x-openstack-request-id: req-d59a4d42-8ed2-4ba5-b3e4-823dda0d6caf {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:54:02.505348 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2685ef-8919-4a25-af85-368f426a5c56", "name": "network-vif-plugged", "status": "completed", "tag": "df9b105b-f7e0-468a-ba33-ff3dfef18611", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:54:02.505621 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d59a4d42-8ed2-4ba5-b3e4-823dda0d6caf {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:54:02.506037 dv-cinder-786260-3-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2685ef-8919-4a25-af85-368f426a5c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9b105b-f7e0-468a-ba33-ff3dfef18611', 'code': 200} Jun 06 11:54:02.509859 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] get_ports_and_sgs() called for port_ids ['d317d814-b4d5-4208-98ac-67f5b4b0884b'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 11:54:02.535186 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34368f3b-d1c9-4d1a-a18c-9ac54c56d35f tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Pushing event deleted for resources: {'Port': ['ID=d317d814-b4d5-4208-98ac-67f5b4b0884b,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:02.538961 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-34368f3b-d1c9-4d1a-a18c-9ac54c56d35f tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:02.585444 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:02.592613 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=df9b105b-f7e0-468a-ba33-ff3dfef18611,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:02.596151 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:02.615616 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebe9d8a-93c5-4501-b770-ea8dbcf35611 req-34368f3b-d1c9-4d1a-a18c-9ac54c56d35f tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] No DVR routers for this DVR port d317d814-b4d5-4208-98ac-67f5b4b0884b on host hv-cinder-78626 {{(pid=91626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 11:54:02.617965 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-0ebe9d8a-93c5-4501-b770-ea8dbcf35611 req-34368f3b-d1c9-4d1a-a18c-9ac54c56d35f tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:02.619927 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-0ebe9d8a-93c5-4501-b770-ea8dbcf35611 req-34368f3b-d1c9-4d1a-a18c-9ac54c56d35f tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.11 "DELETE /v2.0/ports/d317d814-b4d5-4208-98ac-67f5b4b0884b HTTP/1.1" status: 204 len: 173 time: 0.8627977 Jun 06 11:54:02.620656 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa467b1-47e5-4cb8-8a6d-cc02be155493', 'name': 'network-vif-deleted', 'tag': 'd317d814-b4d5-4208-98ac-67f5b4b0884b'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:54:02.622781 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc9e4729878f16c834b645d3c09f80e418a2a47aed75d72574769f74497ec88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f5239f-51d5-4669-a0ce-87651db13924" -d '{"events": [{"server_uuid": "baa467b1-47e5-4cb8-8a6d-cc02be155493", "name": "network-vif-deleted", "tag": "d317d814-b4d5-4208-98ac-67f5b4b0884b"}]}' {{(pid=91626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:54:02.684585 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fac4bd0-d327-45cc-aacd-42d3d8f51218 x-openstack-request-id: req-8fac4bd0-d327-45cc-aacd-42d3d8f51218 {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:54:02.689428 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa467b1-47e5-4cb8-8a6d-cc02be155493", "name": "network-vif-deleted", "tag": "d317d814-b4d5-4208-98ac-67f5b4b0884b", "status": "completed", "code": 200}]} {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:54:02.689969 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8fac4bd0-d327-45cc-aacd-42d3d8f51218 {{(pid=91626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:54:02.690486 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa467b1-47e5-4cb8-8a6d-cc02be155493', 'name': 'network-vif-deleted', 'tag': 'd317d814-b4d5-4208-98ac-67f5b4b0884b', 'status': 'completed', 'code': 200} Jun 06 11:54:02.742228 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf65a4-f445-454f-8bbf-0e794fa6d3f1 req-238173e5-98ca-41b7-9437-92f97319f17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:02.744108 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-d9bf65a4-f445-454f-8bbf-0e794fa6d3f1 req-238173e5-98ca-41b7-9437-92f97319f17b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ae2685ef-8919-4a25-af85-368f426a5c56 HTTP/1.1" status: 200 len: 1103 time: 0.0916054 Jun 06 11:54:02.786183 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-51515fcb-164a-45e1-a32e-5ede7fc6d246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:02.853524 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-d9bf65a4-f445-454f-8bbf-0e794fa6d3f1 req-c5aabc3b-5f7a-42ab-945a-25e526b4cf80 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ffd6e93e-82fa-446c-8571-7470fafb47e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016612 Jun 06 11:54:02.878554 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f884a9-c2e0-4442-9c18-baa0712acbe7 req-1c6c83ef-05b0-41e3-92ea-c36c20328fb5 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:02.879927 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-a8f884a9-c2e0-4442-9c18-baa0712acbe7 req-1c6c83ef-05b0-41e3-92ea-c36c20328fb5 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 946 time: 0.1018765 Jun 06 11:54:02.925533 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-a8f884a9-c2e0-4442-9c18-baa0712acbe7 req-7ffbf09e-da43-4c04-9505-36c37bff94d4 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399697 Jun 06 11:54:03.070631 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80bcad6-e07e-401a-b65d-ca25f31c46bd req-945e0705-8ef8-4728-b539-379da7cd65af tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:03.072076 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c80bcad6-e07e-401a-b65d-ca25f31c46bd req-945e0705-8ef8-4728-b539-379da7cd65af tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2685ef-8919-4a25-af85-368f426a5c56 HTTP/1.1" status: 200 len: 950 time: 0.0814555 Jun 06 11:54:03.116495 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c80bcad6-e07e-401a-b65d-ca25f31c46bd req-f52d1641-7935-4095-85c3-b892056610ee tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffd6e93e-82fa-446c-8571-7470fafb47e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380175 Jun 06 11:54:03.438507 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-1f0c14bd-e313-4e5b-8398-f65238dd809f req-5fa8448e-ffc4-4080-bf6a-a1f2fe70b36e tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] 10.222.0.42 "GET /v2.0/ports?device_id=baa467b1-47e5-4cb8-8a6d-cc02be155493 HTTP/1.1" status: 200 len: 210 time: 0.0670195 Jun 06 11:54:03.526634 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565268da-69d3-43a2-b0c9-236d2b179800 req-4ad77eb6-6e47-43a8-ad5f-f3490b535063 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:03.528463 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-565268da-69d3-43a2-b0c9-236d2b179800 req-4ad77eb6-6e47-43a8-ad5f-f3490b535063 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.0821445 Jun 06 11:54:03.589352 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-565268da-69d3-43a2-b0c9-236d2b179800 req-bb134a79-3a05-401c-8868-17de1277b3c0 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406070 Jun 06 11:54:03.717602 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:04.121586 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69806b-c6da-44d7-a5b7-d5c5abff59f3 req-655fb2be-5b5b-4152-a9f6-240bcd4a80c9 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:04.122968 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-8f69806b-c6da-44d7-a5b7-d5c5abff59f3 req-655fb2be-5b5b-4152-a9f6-240bcd4a80c9 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 946 time: 0.0841663 Jun 06 11:54:04.170284 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-8f69806b-c6da-44d7-a5b7-d5c5abff59f3 req-7eddeb97-cc45-481b-a238-09050d67ef59 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415530 Jun 06 11:54:04.218829 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:04.305692 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c9359-f699-43b8-8b6a-f1b7b9980c79 req-08901ea3-6d1f-4ac1-a860-3ce64b044a36 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:04.307156 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-fa5c9359-f699-43b8-8b6a-f1b7b9980c79 req-08901ea3-6d1f-4ac1-a860-3ce64b044a36 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2685ef-8919-4a25-af85-368f426a5c56 HTTP/1.1" status: 200 len: 950 time: 0.0810783 Jun 06 11:54:04.351275 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-fa5c9359-f699-43b8-8b6a-f1b7b9980c79 req-5c204e16-da1a-4d89-9455-3a6265c77963 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffd6e93e-82fa-446c-8571-7470fafb47e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385113 Jun 06 11:54:04.535442 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 43948) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:54:04.599980 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_v2 [None req-11f5a619-2463-4742-b085-f042a1e69453 admin admin] Deleting subnet 7d39dea0-61db-4cdf-b4fe-ad7c7a97e403 {{(pid=91626) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 11:54:04.603395 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-11f5a619-2463-4742-b085-f042a1e69453 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:04.715525 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-11f5a619-2463-4742-b085-f042a1e69453 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2150599'] for subnet, precommit_delete_associations {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:04.821964 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f5a70-3a8a-4699-a3f9-93304df6bf42 req-a4662982-3a9e-4900-9975-28f7c9c27cdd tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:04.830632 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-cf6f5a70-3a8a-4699-a3f9-93304df6bf42 req-a4662982-3a9e-4900-9975-28f7c9c27cdd tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2685ef-8919-4a25-af85-368f426a5c56 HTTP/1.1" status: 200 len: 950 time: 0.0898616 Jun 06 11:54:04.839348 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-11f5a619-2463-4742-b085-f042a1e69453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7795437'] for subnet, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:04.879886 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-cf6f5a70-3a8a-4699-a3f9-93304df6bf42 req-179dc7c1-b504-4a93-ae34-3ef16631fe76 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffd6e93e-82fa-446c-8571-7470fafb47e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480938 Jun 06 11:54:04.889881 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220310d-2eb0-43dd-b08f-8dc579401add req-82c5e495-ac75-44ce-a3cc-366156d0b21a tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:04.891299 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-2220310d-2eb0-43dd-b08f-8dc579401add req-82c5e495-ac75-44ce-a3cc-366156d0b21a tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.1485372 Jun 06 11:54:04.955272 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-2220310d-2eb0-43dd-b08f-8dc579401add req-2066acef-08f8-4cb6-9dcf-ce96104de516 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546563 Jun 06 11:54:04.960164 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-11f5a619-2463-4742-b085-f042a1e69453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7795428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1152541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3070776'] for subnet, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:04.964502 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-9202170b-9eb2-4362-8fe1-3cdc4a51f059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:05.004531 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f5a619-2463-4742-b085-f042a1e69453 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d39dea0-61db-4cdf-b4fe-ad7c7a97e403,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:05.014001 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-11f5a619-2463-4742-b085-f042a1e69453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:05.015346 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-11f5a619-2463-4742-b085-f042a1e69453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for subnet, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:05.020875 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-11f5a619-2463-4742-b085-f042a1e69453 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7d39dea0-61db-4cdf-b4fe-ad7c7a97e403 HTTP/1.1" status: 204 len: 168 time: 0.4821427 Jun 06 11:54:05.021121 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 43962) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:54:05.129703 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ae209969-c98b-440d-a565-8f7e05c7e90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7781487'] for network, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:05.260579 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ae209969-c98b-440d-a565-8f7e05c7e90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670900', 'neutron.services.segments.db._delete_segments_for_network-8770687599014'] for network, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:05.273389 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-ae209969-c98b-440d-a565-8f7e05c7e90e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97c92385-ea3d-4eab-82a7-f3865717e06d']}} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:54:05.286810 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-ae209969-c98b-440d-a565-8f7e05c7e90e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c6e229f-4d95-4dfb-a5de-b081666b0d57') {'for_net_delete': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:54:05.287109 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-ae209969-c98b-440d-a565-8f7e05c7e90e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c6e229f-4d95-4dfb-a5de-b081666b0d57') {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:54:05.299665 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ae209969-c98b-440d-a565-8f7e05c7e90e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770687601345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2150654'] for segment, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:05.316010 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ae209969-c98b-440d-a565-8f7e05c7e90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118'] for segment, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:05.322080 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae209969-c98b-440d-a565-8f7e05c7e90e admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=91626) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 11:54:05.322469 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ae209969-c98b-440d-a565-8f7e05c7e90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1152679'] for segment, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:05.339270 dv-cinder-786260-3-smb neutron-server[91626]: Traceback (most recent call last): Jun 06 11:54:05.339270 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 11:54:05.339270 dv-cinder-786260-3-smb neutron-server[91626]: timer() Jun 06 11:54:05.339270 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 11:54:05.339270 dv-cinder-786260-3-smb neutron-server[91626]: cb(*args, **kw) Jun 06 11:54:05.339270 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 11:54:05.339270 dv-cinder-786260-3-smb neutron-server[91626]: return func(*args, **kwargs) Jun 06 11:54:05.339270 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 11:54:05.339270 dv-cinder-786260-3-smb neutron-server[91626]: self._notify() Jun 06 11:54:05.339270 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 11:54:05.339270 dv-cinder-786260-3-smb neutron-server[91626]: self.callback(batched_events) Jun 06 11:54:05.339270 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 11:54:05.339270 dv-cinder-786260-3-smb neutron-server[91626]: event.method(event) Jun 06 11:54:05.339270 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 11:54:05.339270 dv-cinder-786260-3-smb neutron-server[91626]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 11:54:05.339270 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 11:54:05.339270 dv-cinder-786260-3-smb neutron-server[91626]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 11:54:05.339270 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 11:54:05.339270 dv-cinder-786260-3-smb neutron-server[91626]: return f(self, *a, **k) Jun 06 11:54:05.339270 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 11:54:05.339270 dv-cinder-786260-3-smb neutron-server[91626]: return self._get(url).json() Jun 06 11:54:05.339270 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 11:54:05.339270 dv-cinder-786260-3-smb neutron-server[91626]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 11:54:05.339270 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 11:54:05.339270 dv-cinder-786260-3-smb neutron-server[91626]: return self.request(url, 'GET', **kwargs) Jun 06 11:54:05.339270 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 11:54:05.339270 dv-cinder-786260-3-smb neutron-server[91626]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 11:54:05.339270 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 11:54:05.339270 dv-cinder-786260-3-smb neutron-server[91626]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 11:54:05.339270 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 11:54:05.339270 dv-cinder-786260-3-smb neutron-server[91626]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 11:54:05.339270 dv-cinder-786260-3-smb neutron-server[91626]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 11:54:05.372192 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6e9c5-4fa5-4301-b064-30793ebfddf2 req-e1927664-b6dd-4db7-992a-651792cc9f62 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:05.373761 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-eab6e9c5-4fa5-4301-b064-30793ebfddf2 req-e1927664-b6dd-4db7-992a-651792cc9f62 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 946 time: 0.0888836 Jun 06 11:54:05.426314 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-eab6e9c5-4fa5-4301-b064-30793ebfddf2 req-e005ae5a-6b80-4333-aef9-0d17c4bbef67 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466027 Jun 06 11:54:05.494969 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ae209969-c98b-440d-a565-8f7e05c7e90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-598673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625249'] for network, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:05.499144 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-62fd2e72-4184-4f62-a27c-396aab145817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:05.513688 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ae209969-c98b-440d-a565-8f7e05c7e90e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for network, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:05.515502 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-ae209969-c98b-440d-a565-8f7e05c7e90e admin admin] 10.222.0.42 "DELETE /v2.0/networks/97c92385-ea3d-4eab-82a7-f3865717e06d HTTP/1.1" status: 204 len: 168 time: 0.4934287 Jun 06 11:54:05.521447 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae209969-c98b-440d-a565-8f7e05c7e90e admin admin] Pushing event deleted for resources: {'Network': ['ID=97c92385-ea3d-4eab-82a7-f3865717e06d,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:05.523447 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ae209969-c98b-440d-a565-8f7e05c7e90e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:05.592311 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:05.634050 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 43970) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:54:05.685708 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-a31c0ee5-5fd2-4d3d-aa28-6eba4436caa2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=68743bc4f4a2435aaf245debd07f1445&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0504494 Jun 06 11:54:05.688131 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 43972) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:54:05.743960 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0bf25211-6928-47fe-a6c7-73451ec07c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:05.768807 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0bf25211-6928-47fe-a6c7-73451ec07c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:05.819638 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0bf25211-6928-47fe-a6c7-73451ec07c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:05.822045 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0bf25211-6928-47fe-a6c7-73451ec07c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:05.823682 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-0bf25211-6928-47fe-a6c7-73451ec07c19 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a4f2d170-a7fc-422e-8dc3-a61193f3f786 HTTP/1.1" status: 204 len: 168 time: 0.1346741 Jun 06 11:54:05.824575 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-7536480f-9533-4f5a-8842-cef1c9a913a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:05.833769 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf25211-6928-47fe-a6c7-73451ec07c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f2d170-a7fc-422e-8dc3-a61193f3f786,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:05.836109 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-0bf25211-6928-47fe-a6c7-73451ec07c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:06.074677 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c2030-5e03-4faa-9a31-1643a815dc1f req-efcc9807-2833-4bd4-829b-902c140231d6 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:06.076373 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-406c2030-5e03-4faa-9a31-1643a815dc1f req-efcc9807-2833-4bd4-829b-902c140231d6 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2685ef-8919-4a25-af85-368f426a5c56 HTTP/1.1" status: 200 len: 950 time: 0.0878370 Jun 06 11:54:06.134222 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-406c2030-5e03-4faa-9a31-1643a815dc1f req-c18e4f06-bf53-4d37-b311-b0504ec9b328 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffd6e93e-82fa-446c-8571-7470fafb47e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515440 Jun 06 11:54:06.178025 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17251036-fd92-407b-b3ac-81ef4ebaedc4 req-e9939602-ab61-4fae-9c0b-2cdfc5f91834 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:06.178962 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-17251036-fd92-407b-b3ac-81ef4ebaedc4 req-e9939602-ab61-4fae-9c0b-2cdfc5f91834 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.0961885 Jun 06 11:54:06.191282 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device d317d814-b4d5-4208-98ac-67f5b4b0884b no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 11:54:06.228791 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-17251036-fd92-407b-b3ac-81ef4ebaedc4 req-6f0f8b8f-3ada-4297-a4ce-949b9477c931 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412445 Jun 06 11:54:06.229985 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] No Port match for: d317d814-b4d5-4208-98ac-67f5b4b0884b {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 11:54:06.230563 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device d317d814-b4d5-4208-98ac-67f5b4b0884b not bound to the agent host hv-cinder-78626 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 11:54:06.561192 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b803bec0-d3b6-4231-bfa3-ba7d0a8d7c3d req-8c45fc7d-9985-4c00-bd0c-86b2a44df250 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:06.561192 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-b803bec0-d3b6-4231-bfa3-ba7d0a8d7c3d req-8c45fc7d-9985-4c00-bd0c-86b2a44df250 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2685ef-8919-4a25-af85-368f426a5c56 HTTP/1.1" status: 200 len: 950 time: 0.0904708 Jun 06 11:54:06.767663 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae4591-e3ba-47bb-8fc3-985845f43dba req-48174b22-42c1-45fa-a1cb-ebde4174f6c7 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:06.769111 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-71ae4591-e3ba-47bb-8fc3-985845f43dba req-48174b22-42c1-45fa-a1cb-ebde4174f6c7 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 946 time: 0.2060409 Jun 06 11:54:06.801424 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [req-b803bec0-d3b6-4231-bfa3-ba7d0a8d7c3d req-79a71c09-27e1-4c79-aedd-c200347ac363 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] Deleting port df9b105b-f7e0-468a-ba33-ff3dfef18611 {{(pid=91626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 11:54:06.801766 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-b803bec0-d3b6-4231-bfa3-ba7d0a8d7c3d req-79a71c09-27e1-4c79-aedd-c200347ac363 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:06.857648 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-71ae4591-e3ba-47bb-8fc3-985845f43dba req-691590ec-a340-48bc-bd61-ecb41033dc50 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814550 Jun 06 11:54:06.970317 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-b803bec0-d3b6-4231-bfa3-ba7d0a8d7c3d req-79a71c09-27e1-4c79-aedd-c200347ac363 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] For port df9b105b-f7e0-468a-ba33-ff3dfef18611, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=df9b105b-f7e0-468a-ba33-ff3dfef18611,segment=NetworkSegment(af8446a3-0ecc-4349-ac70-a800521a0ae3),segment_id=af8446a3-0ecc-4349-ac70-a800521a0ae3)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:54:06.970716 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-b803bec0-d3b6-4231-bfa3-ba7d0a8d7c3d req-79a71c09-27e1-4c79-aedd-c200347ac363 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:07.119053 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [req-b803bec0-d3b6-4231-bfa3-ba7d0a8d7c3d req-79a71c09-27e1-4c79-aedd-c200347ac363 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] Calling delete_port for df9b105b-f7e0-468a-ba33-ff3dfef18611 owned by compute:nova {{(pid=91626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 11:54:07.263499 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-b803bec0-d3b6-4231-bfa3-ba7d0a8d7c3d req-79a71c09-27e1-4c79-aedd-c200347ac363 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1152752'] for port, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:07.275462 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] get_ports_and_sgs() called for port_ids ['df9b105b-f7e0-468a-ba33-ff3dfef18611'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 11:54:07.277726 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-a6196f4d-0a01-4aad-8ce1-7e0e71b08610 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:07.362812 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a71c09-27e1-4c79-aedd-c200347ac363 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] Pushing event deleted for resources: {'Port': ['ID=df9b105b-f7e0-468a-ba33-ff3dfef18611,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:07.371855 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-79a71c09-27e1-4c79-aedd-c200347ac363 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:07.405924 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-dd801ac5-bcc8-4c55-8b6a-1eb0eb47cac9 req-e6730358-8bb1-419e-bfbc-b4ade7dbbcca tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2685ef-8919-4a25-af85-368f426a5c56 HTTP/1.1" status: 200 len: 210 time: 0.1303163 Jun 06 11:54:07.461709 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [req-b803bec0-d3b6-4231-bfa3-ba7d0a8d7c3d req-79a71c09-27e1-4c79-aedd-c200347ac363 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] No DVR routers for this DVR port df9b105b-f7e0-468a-ba33-ff3dfef18611 on host hv-cinder-78626 {{(pid=91626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 11:54:07.466470 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-b803bec0-d3b6-4231-bfa3-ba7d0a8d7c3d req-79a71c09-27e1-4c79-aedd-c200347ac363 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:07.468749 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-b803bec0-d3b6-4231-bfa3-ba7d0a8d7c3d req-79a71c09-27e1-4c79-aedd-c200347ac363 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] 10.222.0.11 "DELETE /v2.0/ports/df9b105b-f7e0-468a-ba33-ff3dfef18611 HTTP/1.1" status: 204 len: 173 time: 0.8692112 Jun 06 11:54:07.469053 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2685ef-8919-4a25-af85-368f426a5c56', 'name': 'network-vif-deleted', 'tag': 'df9b105b-f7e0-468a-ba33-ff3dfef18611'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:54:07.471557 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc9e4729878f16c834b645d3c09f80e418a2a47aed75d72574769f74497ec88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73618a8f-f648-4227-94ae-deb0ca41f2a0" -d '{"events": [{"server_uuid": "ae2685ef-8919-4a25-af85-368f426a5c56", "name": "network-vif-deleted", "tag": "df9b105b-f7e0-468a-ba33-ff3dfef18611"}]}' {{(pid=91626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:54:07.633940 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237d9a2-928d-4c87-bd50-894b9f9dc504 req-3b944acb-5a73-44d7-8af7-3c6087643ea1 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:07.636434 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-a237d9a2-928d-4c87-bd50-894b9f9dc504 req-3b944acb-5a73-44d7-8af7-3c6087643ea1 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.1130784 Jun 06 11:54:07.661845 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf5bad9-5844-4ac4-8112-d67dd810e44e x-openstack-request-id: req-ecf5bad9-5844-4ac4-8112-d67dd810e44e {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:54:07.662178 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2685ef-8919-4a25-af85-368f426a5c56", "name": "network-vif-deleted", "tag": "df9b105b-f7e0-468a-ba33-ff3dfef18611", "status": "completed", "code": 200}]} {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:54:07.662531 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ecf5bad9-5844-4ac4-8112-d67dd810e44e {{(pid=91626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:54:07.662952 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2685ef-8919-4a25-af85-368f426a5c56', 'name': 'network-vif-deleted', 'tag': 'df9b105b-f7e0-468a-ba33-ff3dfef18611', 'status': 'completed', 'code': 200} Jun 06 11:54:07.690762 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-a237d9a2-928d-4c87-bd50-894b9f9dc504 req-8c9d90a5-25fa-4ab8-bb76-7ca778257959 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477130 Jun 06 11:54:08.064233 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92b91f-37e4-4d0d-ab5e-d89964ee41a5 req-5415279d-3411-4e2a-85f8-31310ee85d52 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:08.065714 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-7e92b91f-37e4-4d0d-ab5e-d89964ee41a5 req-5415279d-3411-4e2a-85f8-31310ee85d52 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 946 time: 0.0837605 Jun 06 11:54:08.111035 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-7e92b91f-37e4-4d0d-ab5e-d89964ee41a5 req-5ccd845a-d80f-4dcf-8421-b9e9a0f94975 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395362 Jun 06 11:54:08.910615 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10bedb0-b9a8-4538-b6c1-57525faaf970 req-73aabdf2-90cb-42d9-9089-c33a259cf71f tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:08.917384 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a10bedb0-b9a8-4538-b6c1-57525faaf970 req-73aabdf2-90cb-42d9-9089-c33a259cf71f tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.0946674 Jun 06 11:54:08.981212 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a10bedb0-b9a8-4538-b6c1-57525faaf970 req-b7175014-bba9-45ca-b83f-b424c38ae338 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625985 Jun 06 11:54:09.067207 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-4e695d9d-1565-4cb0-823c-0d72073c09bd None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 11:54:09.340208 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b2675-e6d7-4b7b-9b82-9bb1302d3f9f req-6b32ffcb-46b1-4c5e-b435-94737b0d45f0 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:09.342538 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-974b2675-e6d7-4b7b-9b82-9bb1302d3f9f req-6b32ffcb-46b1-4c5e-b435-94737b0d45f0 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 946 time: 0.0905402 Jun 06 11:54:09.391587 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-974b2675-e6d7-4b7b-9b82-9bb1302d3f9f req-f5fb9de2-86ec-4c1c-b3a6-46bc8dce0748 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406632 Jun 06 11:54:10.201525 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 989ba9b9-62b0-4e89-ba91-21f43d26c83c details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 11:54:10.226237 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9958e9-f7b4-4df2-8e76-51cf1d307901 req-5510e9cf-7f96-426b-a44d-5251b86a04f4 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:10.228068 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-ba9958e9-f7b4-4df2-8e76-51cf1d307901 req-5510e9cf-7f96-426b-a44d-5251b86a04f4 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.1438413 Jun 06 11:54:10.289887 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device df9b105b-f7e0-468a-ba33-ff3dfef18611 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 11:54:10.326559 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-ba9958e9-f7b4-4df2-8e76-51cf1d307901 req-5607b177-d129-40d3-ad57-c441a85b6e31 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884309 Jun 06 11:54:10.407599 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] No Port match for: df9b105b-f7e0-468a-ba33-ff3dfef18611 {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 11:54:10.408359 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device df9b105b-f7e0-468a-ba33-ff3dfef18611 not bound to the agent host hv-cinder-78626 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 11:54:10.625705 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 989ba9b9-62b0-4e89-ba91-21f43d26c83c, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=989ba9b9-62b0-4e89-ba91-21f43d26c83c,segment=NetworkSegment(80a63e8a-38a8-406a-8b0d-bb2d67e9b52e),segment_id=80a63e8a-38a8-406a-8b0d-bb2d67e9b52e)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:54:10.664604 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Returning: {'device': '989ba9b9-62b0-4e89-ba91-21f43d26c83c', 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282', 'port_id': '989ba9b9-62b0-4e89-ba91-21f43d26c83c', 'mac_address': 'fa:16:3e:7c:5d:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 11:54:10.705116 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2dacc-deaa-4f0d-aed6-2978d07bb0bd req-0f68fbbb-b501-4c60-b462-7cf59ff27578 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:10.707278 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-7ad2dacc-deaa-4f0d-aed6-2978d07bb0bd req-0f68fbbb-b501-4c60-b462-7cf59ff27578 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 946 time: 0.1246219 Jun 06 11:54:10.780152 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:10.790265 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-7ad2dacc-deaa-4f0d-aed6-2978d07bb0bd req-9ac89338-be7f-4996-bbf8-c849df77bb84 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753999 Jun 06 11:54:10.833472 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 989ba9b9-62b0-4e89-ba91-21f43d26c83c {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 11:54:10.873732 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 989ba9b9-62b0-4e89-ba91-21f43d26c83c, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=989ba9b9-62b0-4e89-ba91-21f43d26c83c,segment=NetworkSegment(80a63e8a-38a8-406a-8b0d-bb2d67e9b52e),segment_id=80a63e8a-38a8-406a-8b0d-bb2d67e9b52e)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:54:10.888730 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:10.890971 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:10.985001 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=989ba9b9-62b0-4e89-ba91-21f43d26c83c,revision_number=6']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:10.987600 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:11.047781 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] get_ports_and_sgs() called for port_ids ['989ba9b9-62b0-4e89-ba91-21f43d26c83c'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 11:54:11.594933 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dba777-2f40-4661-8696-b382af16764a req-ab4a43b6-1d2b-4fe6-92be-391ea5944fe4 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:11.597095 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-13dba777-2f40-4661-8696-b382af16764a req-ab4a43b6-1d2b-4fe6-92be-391ea5944fe4 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.1173301 Jun 06 11:54:11.664964 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-13dba777-2f40-4661-8696-b382af16764a req-29f97e70-f6da-44d4-84fd-d4ff2beb528b tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591581 Jun 06 11:54:12.227501 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 989ba9b9-62b0-4e89-ba91-21f43d26c83c up at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:54:12.243762 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361f985-6ce7-4b20-9455-d52a2154e037 req-6d7c9bc0-2bdc-4105-a4dc-98841511a166 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:12.252866 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-3361f985-6ce7-4b20-9455-d52a2154e037 req-6d7c9bc0-2bdc-4105-a4dc-98841511a166 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 945 time: 0.2954764 Jun 06 11:54:12.321802 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-3361f985-6ce7-4b20-9455-d52a2154e037 req-cf18f4db-1a49-4875-86d8-a42352d7fc6d tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628476 Jun 06 11:54:12.389686 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Provisioning complete for port 989ba9b9-62b0-4e89-ba91-21f43d26c83c triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:54:12.390103 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:12.589896 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:12.634505 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b26fa4-8613-427b-8409-2c6ab39b179c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989ba9b9-62b0-4e89-ba91-21f43d26c83c'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:54:12.646778 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0ef12a69f97602b9a4dda1947a91503bc9b0dd65cb545ae1f4eaba5f5490f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3441401b-a239-4e5d-97b6-d1b96082ad25" -d '{"events": [{"server_uuid": "20b26fa4-8613-427b-8409-2c6ab39b179c", "name": "network-vif-plugged", "status": "completed", "tag": "989ba9b9-62b0-4e89-ba91-21f43d26c83c"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:54:12.682583 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 989ba9b9-62b0-4e89-ba91-21f43d26c83c, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=989ba9b9-62b0-4e89-ba91-21f43d26c83c,segment=NetworkSegment(80a63e8a-38a8-406a-8b0d-bb2d67e9b52e),segment_id=80a63e8a-38a8-406a-8b0d-bb2d67e9b52e)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:54:12.702457 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:12.704332 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:12.814945 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6ea211-6417-4a0c-a914-497bb622b610 x-openstack-request-id: req-ee6ea211-6417-4a0c-a914-497bb622b610 {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:54:12.815715 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20b26fa4-8613-427b-8409-2c6ab39b179c", "name": "network-vif-plugged", "status": "completed", "tag": "989ba9b9-62b0-4e89-ba91-21f43d26c83c", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:54:12.816176 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ee6ea211-6417-4a0c-a914-497bb622b610 {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:54:12.816950 dv-cinder-786260-3-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b26fa4-8613-427b-8409-2c6ab39b179c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989ba9b9-62b0-4e89-ba91-21f43d26c83c', 'code': 200} Jun 06 11:54:12.864350 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=989ba9b9-62b0-4e89-ba91-21f43d26c83c,revision_number=7']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:12.868338 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:12.983798 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 44398) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:54:13.006691 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79de844-68e4-423a-82a4-b5fd6762cdf6 req-df67189f-5e15-4374-b87a-fa105c1d2b46 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:13.026789 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-e79de844-68e4-423a-82a4-b5fd6762cdf6 req-df67189f-5e15-4374-b87a-fa105c1d2b46 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.2037361 Jun 06 11:54:13.093432 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-e79de844-68e4-423a-82a4-b5fd6762cdf6 req-13c3a73a-d771-433a-a453-3d856425d77e tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653293 Jun 06 11:54:13.189627 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8ff0b2ad-c67c-4c82-be75-d5770d814b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:13.343493 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8ff0b2ad-c67c-4c82-be75-d5770d814b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:13.353306 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8ff0b2ad-c67c-4c82-be75-d5770d814b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:13.373590 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ccef4cff-3715-4648-a4ce-dfee80279808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:13.414619 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-8ff0b2ad-c67c-4c82-be75-d5770d814b61 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=41e8ae3f658040379bab655e74130a2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4273965 Jun 06 11:54:13.417473 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff0b2ad-c67c-4c82-be75-d5770d814b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3ba7e4-1ef1-4059-a903-a77be9abd4cd,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:13.418954 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 44412) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:54:13.422135 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-8ff0b2ad-c67c-4c82-be75-d5770d814b61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:13.554268 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f76c306b-ab71-4341-b0d3-31906bbe67df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:13.578080 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 44420) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:54:13.584597 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f76c306b-ab71-4341-b0d3-31906bbe67df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:13.657783 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423431ba-cdd0-4e52-860c-bd59dabd0ca5 req-403a6555-0a64-4934-8791-9ba0b1c48527 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:13.671938 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-423431ba-cdd0-4e52-860c-bd59dabd0ca5 req-403a6555-0a64-4934-8791-9ba0b1c48527 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 946 time: 0.2105641 Jun 06 11:54:13.689177 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f76c306b-ab71-4341-b0d3-31906bbe67df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:13.691625 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f76c306b-ab71-4341-b0d3-31906bbe67df admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:13.694996 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-f76c306b-ab71-4341-b0d3-31906bbe67df admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ed3ba7e4-1ef1-4059-a903-a77be9abd4cd HTTP/1.1" status: 204 len: 168 time: 0.2720518 Jun 06 11:54:13.700366 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-754aa0b4-cb7f-4c9f-a144-736a55ce4d98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:13.721069 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76c306b-ab71-4341-b0d3-31906bbe67df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3ba7e4-1ef1-4059-a903-a77be9abd4cd,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:13.725297 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f76c306b-ab71-4341-b0d3-31906bbe67df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:13.743556 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-423431ba-cdd0-4e52-860c-bd59dabd0ca5 req-b7a4ab29-c28c-4cc3-80c5-27c861e5d163 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704434 Jun 06 11:54:13.814676 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-bd39035f-8741-4c0b-98e7-233c2ac8dc5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:13.987268 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-bd39035f-8741-4c0b-98e7-233c2ac8dc5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:13.995779 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-bd39035f-8741-4c0b-98e7-233c2ac8dc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:14.005751 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ea958264-b0bd-474f-9b20-9f19602b5931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:14.046684 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39035f-8741-4c0b-98e7-233c2ac8dc5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c007cd-c880-40e0-a639-77a68a1200c0,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:14.046684 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-bd39035f-8741-4c0b-98e7-233c2ac8dc5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:14.077522 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 44434) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:54:14.078520 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-bd39035f-8741-4c0b-98e7-233c2ac8dc5b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b4c15935a9a5487d9f20b30d9504ec00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4993327 Jun 06 11:54:14.278341 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cab5a507-0c5f-42b4-aede-d8638c36ff8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:14.335656 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cab5a507-0c5f-42b4-aede-d8638c36ff8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:14.459732 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cab5a507-0c5f-42b4-aede-d8638c36ff8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:14.462346 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cab5a507-0c5f-42b4-aede-d8638c36ff8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:14.464326 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-cab5a507-0c5f-42b4-aede-d8638c36ff8f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/16c007cd-c880-40e0-a639-77a68a1200c0 HTTP/1.1" status: 204 len: 168 time: 0.3852489 Jun 06 11:54:14.468245 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bbea06-4a80-481d-9c3e-fc46df76df24 req-1cfe3fab-c0e1-4d22-9e47-ad4ad04eb0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:14.470413 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-32bcdc2c-1112-455c-84e9-a2d16a9f661c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:14.472528 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-82bbea06-4a80-481d-9c3e-fc46df76df24 req-1cfe3fab-c0e1-4d22-9e47-ad4ad04eb0e8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 1098 time: 0.2241395 Jun 06 11:54:14.499150 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab5a507-0c5f-42b4-aede-d8638c36ff8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c007cd-c880-40e0-a639-77a68a1200c0,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:14.504240 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-cab5a507-0c5f-42b4-aede-d8638c36ff8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:14.565285 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-82bbea06-4a80-481d-9c3e-fc46df76df24 req-9bc1f05f-087d-4307-a61a-ae6b78a44214 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861301 Jun 06 11:54:14.583492 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3952fc-9374-4f4c-b2bc-fd8009cc449b req-cb5113a8-46d6-4a0c-ac3c-d72ffae8e5a3 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:14.596261 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-8f3952fc-9374-4f4c-b2bc-fd8009cc449b req-cb5113a8-46d6-4a0c-ac3c-d72ffae8e5a3 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.1823220 Jun 06 11:54:14.674784 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-8f3952fc-9374-4f4c-b2bc-fd8009cc449b req-7d8e2df5-ad7a-4259-b842-5b5be26c1e57 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728354 Jun 06 11:54:14.872360 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 44464) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:54:15.054048 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ec350-3c8a-42dd-ad12-7ded6c8f0674 req-a261e9f1-e170-4627-bd38-8ab941a72364 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:15.062797 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-b89ec350-3c8a-42dd-ad12-7ded6c8f0674 req-a261e9f1-e170-4627-bd38-8ab941a72364 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 946 time: 0.1269727 Jun 06 11:54:15.132650 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-b89ec350-3c8a-42dd-ad12-7ded6c8f0674 req-fcee1363-fe65-45f4-abea-d71c864dddf2 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682282 Jun 06 11:54:15.148433 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-01417fb4-a4a5-4c20-a7f3-bf2bb6aabfe8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f9f2bbf4377e441c9ac2105f36b28bc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2747564 Jun 06 11:54:15.152777 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 44474) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:54:15.308688 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-85d721ec-ebd2-4b7d-84bc-6f8facd994cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:15.343080 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-85d721ec-ebd2-4b7d-84bc-6f8facd994cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:15.440022 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-85d721ec-ebd2-4b7d-84bc-6f8facd994cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:15.442760 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-85d721ec-ebd2-4b7d-84bc-6f8facd994cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:15.444207 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-85d721ec-ebd2-4b7d-84bc-6f8facd994cf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ffd6e93e-82fa-446c-8571-7470fafb47e3 HTTP/1.1" status: 204 len: 168 time: 0.2900255 Jun 06 11:54:15.445998 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-8f363585-682f-449d-9f05-717a127b818c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:15.469256 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d721ec-ebd2-4b7d-84bc-6f8facd994cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd6e93e-82fa-446c-8571-7470fafb47e3,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:15.492229 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-85d721ec-ebd2-4b7d-84bc-6f8facd994cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:16.034136 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4b465-7264-4732-a89c-73ca3aadf865 req-349bdd6f-8427-4f68-8be0-aa9675b82205 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:16.043536 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-12b4b465-7264-4732-a89c-73ca3aadf865 req-349bdd6f-8427-4f68-8be0-aa9675b82205 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.1234505 Jun 06 11:54:16.128715 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-12b4b465-7264-4732-a89c-73ca3aadf865 req-e00dfa1f-78b4-4e31-8457-ed39243e534c tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836775 Jun 06 11:54:16.486897 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096c519-5e4b-41ae-83ee-13e632c1bda0 req-f1933bba-4ba6-42cd-aace-c58a80b999f0 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:16.489934 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-8096c519-5e4b-41ae-83ee-13e632c1bda0 req-f1933bba-4ba6-42cd-aace-c58a80b999f0 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 946 time: 0.1629272 Jun 06 11:54:16.583026 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-8096c519-5e4b-41ae-83ee-13e632c1bda0 req-f4fadb50-947e-4a37-b14a-58143446efbe tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869398 Jun 06 11:54:16.922512 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15552093-1f85-408e-8b5e-ffead67825de req-bb7c7923-b04b-4369-993b-deb1e00cdad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:16.925229 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-15552093-1f85-408e-8b5e-ffead67825de req-bb7c7923-b04b-4369-993b-deb1e00cdad7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ffbf540fd73d452aaaeae928aa00e219&device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 1098 time: 0.1247764 Jun 06 11:54:17.033617 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27fe7a-bd44-44de-ba65-8f5f3f84e4ea req-27c953fe-7348-4c55-9dc2-10dc6d25f69e tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:17.040898 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-ae27fe7a-bd44-44de-ba65-8f5f3f84e4ea req-27c953fe-7348-4c55-9dc2-10dc6d25f69e tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.1242156 Jun 06 11:54:17.149630 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-ae27fe7a-bd44-44de-ba65-8f5f3f84e4ea req-5bfd141e-f197-48f0-8870-883e9522fe76 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047869 Jun 06 11:54:17.184252 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15552093-1f85-408e-8b5e-ffead67825de req-376a7695-37c7-4cb2-a608-0d73f13925bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:17.186318 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-15552093-1f85-408e-8b5e-ffead67825de req-376a7695-37c7-4cb2-a608-0d73f13925bf service neutron] 10.222.0.11 "GET /v2.0/networks?id=781481ba-9256-4a59-98f9-089a31fa7ed5 HTTP/1.1" status: 200 len: 919 time: 0.2534533 Jun 06 11:54:17.275762 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-15552093-1f85-408e-8b5e-ffead67825de req-191f04c6-7bb1-49c2-a8e4-08691669c6e2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72b2e02d-0b0f-41a9-b205-34e67f729269 HTTP/1.1" status: 200 len: 217 time: 0.0777640 Jun 06 11:54:17.386322 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15552093-1f85-408e-8b5e-ffead67825de req-9bcb9501-643a-4fff-bef9-1b14b1c8943c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:17.388215 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-15552093-1f85-408e-8b5e-ffead67825de req-9bcb9501-643a-4fff-bef9-1b14b1c8943c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e34565f1-8647-4fbb-a0bd-9f9d6cf328e3 HTTP/1.1" status: 200 len: 858 time: 0.0961189 Jun 06 11:54:17.471465 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-15552093-1f85-408e-8b5e-ffead67825de req-799a0987-83b8-4847-acab-67de1b8e7115 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=781481ba-9256-4a59-98f9-089a31fa7ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587764 Jun 06 11:54:17.637200 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-15552093-1f85-408e-8b5e-ffead67825de req-2d0612a8-b9f5-4d72-bed0-afdd868ed45d service neutron] 10.222.0.11 "GET /v2.0/networks/781481ba-9256-4a59-98f9-089a31fa7ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504109 Jun 06 11:54:17.878025 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-15552093-1f85-408e-8b5e-ffead67825de req-19e4aaf0-0b6a-4fb7-a27a-dc87e4c4a5d4 service neutron] 10.222.0.11 "GET /v2.0/networks/781481ba-9256-4a59-98f9-089a31fa7ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330003 Jun 06 11:54:17.898943 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a1d71f-b43b-4051-97cc-6d6d8a30b965 req-6bc0ce95-eb0f-44d4-9419-34c7859f9a7f tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:17.900247 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-d8a1d71f-b43b-4051-97cc-6d6d8a30b965 req-6bc0ce95-eb0f-44d4-9419-34c7859f9a7f tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 946 time: 0.1292708 Jun 06 11:54:17.951422 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-d8a1d71f-b43b-4051-97cc-6d6d8a30b965 req-abb1fa17-26d6-4196-bc68-4d6b4b7468e6 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422425 Jun 06 11:54:18.375603 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00cdc67-7ea8-475a-8b69-74ec6189bb20 req-7d26be99-ea48-49ff-b76c-520842ff43ff tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:18.377573 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-b00cdc67-7ea8-475a-8b69-74ec6189bb20 req-7d26be99-ea48-49ff-b76c-520842ff43ff tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.1112700 Jun 06 11:54:18.434697 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-b00cdc67-7ea8-475a-8b69-74ec6189bb20 req-5de85fb3-bece-4dd5-8ca1-8dec13e389ff tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511928 Jun 06 11:54:19.187062 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9fef0-6b0a-4b9d-b630-09c19cd0d53c req-325d4865-9499-4d19-aee2-7fff8a1e9049 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:19.196568 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-06d9fef0-6b0a-4b9d-b630-09c19cd0d53c req-325d4865-9499-4d19-aee2-7fff8a1e9049 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 946 time: 0.1093872 Jun 06 11:54:19.257931 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-06d9fef0-6b0a-4b9d-b630-09c19cd0d53c req-44e61296-51f2-4507-8acf-58169ef1dfc1 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602825 Jun 06 11:54:19.672276 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723db22-43cf-4883-b429-82f5fb3817ff req-627c58df-d7f8-489c-8796-e1e53aca1d92 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:19.674226 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-5723db22-43cf-4883-b429-82f5fb3817ff req-627c58df-d7f8-489c-8796-e1e53aca1d92 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.1053069 Jun 06 11:54:19.726597 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-5723db22-43cf-4883-b429-82f5fb3817ff req-d6a41857-9f1a-4d9d-a250-4c9f69797571 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426559 Jun 06 11:54:20.543852 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c0021-70c7-4e25-b4cc-f929ef9774dc req-717d1855-56be-4d62-9c79-8a9b796cd74f tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:20.551873 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-193c0021-70c7-4e25-b4cc-f929ef9774dc req-717d1855-56be-4d62-9c79-8a9b796cd74f tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 946 time: 0.1484056 Jun 06 11:54:20.603310 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-193c0021-70c7-4e25-b4cc-f929ef9774dc req-67dad29e-00b5-4910-a82c-8e9c5a9475e8 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504956 Jun 06 11:54:21.052434 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac5c5e-a89d-45be-869f-b1f23ab2ba4b req-6406a24d-65f0-402b-8c4e-f6f0011b62fb tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:21.060970 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-f3ac5c5e-a89d-45be-869f-b1f23ab2ba4b req-6406a24d-65f0-402b-8c4e-f6f0011b62fb tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.1979167 Jun 06 11:54:21.134357 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-f3ac5c5e-a89d-45be-869f-b1f23ab2ba4b req-662a4feb-4163-41d3-89dc-952ae8c32b16 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707226 Jun 06 11:54:21.817938 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09faae7-e5c3-480a-b3a2-0712c52f62dc req-53c8d66e-bc28-4f45-b1b6-89ffb3e5701b tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:21.826707 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-f09faae7-e5c3-480a-b3a2-0712c52f62dc req-53c8d66e-bc28-4f45-b1b6-89ffb3e5701b tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 946 time: 0.0927908 Jun 06 11:54:21.887808 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-f09faae7-e5c3-480a-b3a2-0712c52f62dc req-b3778ede-eec3-439d-96a8-048e0035c7d6 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600431 Jun 06 11:54:23.019149 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622e117-6458-4616-8e26-4e6ea0baa2fd req-b9e88fbc-0748-4aa7-aaef-83d80c1868ee tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:23.061573 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-d622e117-6458-4616-8e26-4e6ea0baa2fd req-b9e88fbc-0748-4aa7-aaef-83d80c1868ee tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d30ed1e5-fc42-466d-acdb-852810bc3f51 HTTP/1.1" status: 200 len: 946 time: 0.2806897 Jun 06 11:54:23.117937 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-d622e117-6458-4616-8e26-4e6ea0baa2fd req-f1de2edc-f50b-4ba6-9212-9b8fd6788785 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/security-groups?id=66a929c5-d716-4fcf-b0aa-059f1e8a30bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500019 Jun 06 11:54:23.289572 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e69f5a-d429-44ca-9b25-0316995fe983 req-16738777-a72d-4582-b14f-c22901bfb432 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:23.291661 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-96e69f5a-d429-44ca-9b25-0316995fe983 req-16738777-a72d-4582-b14f-c22901bfb432 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 946 time: 0.1764288 Jun 06 11:54:23.358020 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-96e69f5a-d429-44ca-9b25-0316995fe983 req-2668b96c-8f8c-46be-b7c1-027c737fc02e tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573380 Jun 06 11:54:23.672084 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 44694) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:54:23.828110 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9d3b8b7a-f2f8-4592-b54b-210336f93cfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:23.956377 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9d3b8b7a-f2f8-4592-b54b-210336f93cfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:23.967299 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9d3b8b7a-f2f8-4592-b54b-210336f93cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:23.986017 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c7fd9647-0f0a-4c6f-abf0-cad0b05bd6d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:24.024918 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3b8b7a-f2f8-4592-b54b-210336f93cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea4d665-13ea-45fc-bbd8-f56542c72c2b,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:24.029866 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-9d3b8b7a-f2f8-4592-b54b-210336f93cfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:24.046585 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-9d3b8b7a-f2f8-4592-b54b-210336f93cfc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5e4cde6a76c34ea192e9dd927c75e696&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3663509 Jun 06 11:54:24.047495 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 44706) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:54:24.109747 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-59a0a40d-51ce-4d57-ae7f-e2ae8e0b3896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:24.136807 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-59a0a40d-51ce-4d57-ae7f-e2ae8e0b3896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:24.206537 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-59a0a40d-51ce-4d57-ae7f-e2ae8e0b3896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:24.209406 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-59a0a40d-51ce-4d57-ae7f-e2ae8e0b3896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:24.213888 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-59a0a40d-51ce-4d57-ae7f-e2ae8e0b3896 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aea4d665-13ea-45fc-bbd8-f56542c72c2b HTTP/1.1" status: 204 len: 168 time: 0.1702797 Jun 06 11:54:24.215014 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-9500ee5f-8730-4c1c-97fe-abc1b8f9a91f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:24.228319 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a0a40d-51ce-4d57-ae7f-e2ae8e0b3896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea4d665-13ea-45fc-bbd8-f56542c72c2b,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:24.231149 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-59a0a40d-51ce-4d57-ae7f-e2ae8e0b3896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:24.337286 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2484e64-62cf-4afd-8292-39dc467515d7 req-2d1e6cc3-7a2b-4b23-99c7-a3ded5522e7c tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:24.339485 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-e2484e64-62cf-4afd-8292-39dc467515d7 req-2d1e6cc3-7a2b-4b23-99c7-a3ded5522e7c tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d30ed1e5-fc42-466d-acdb-852810bc3f51 HTTP/1.1" status: 200 len: 946 time: 0.1068823 Jun 06 11:54:24.399157 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-e2484e64-62cf-4afd-8292-39dc467515d7 req-9f1511cd-9807-4dba-8629-403c7219dc1e tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/security-groups?id=66a929c5-d716-4fcf-b0aa-059f1e8a30bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506978 Jun 06 11:54:24.578990 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 44742) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:54:24.599663 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-953213bd-3deb-426e-ac89-e72260c2f238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:24.692503 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a56db7-9af8-44cf-b7ab-667c5d287840 req-9f8d3f90-31ff-4dfa-b692-abe915ec980b tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:24.694691 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-17a56db7-9af8-44cf-b7ab-667c5d287840 req-9f8d3f90-31ff-4dfa-b692-abe915ec980b tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 946 time: 0.1802957 Jun 06 11:54:24.747567 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-17a56db7-9af8-44cf-b7ab-667c5d287840 req-a56a4a89-be19-4f63-b7eb-76974b969d5c tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419962 Jun 06 11:54:24.747787 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-953213bd-3deb-426e-ac89-e72260c2f238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:24.751929 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-953213bd-3deb-426e-ac89-e72260c2f238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:24.762796 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-02c93a70-9d86-4af0-8386-f581beeb47e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:24.808903 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-953213bd-3deb-426e-ac89-e72260c2f238 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5cf884195cde4c3ea2f66d3a62179d08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2285326 Jun 06 11:54:24.809653 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953213bd-3deb-426e-ac89-e72260c2f238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a396de83-28b0-4e02-bf2f-6b12c2a7c690,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:24.812024 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 44748) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:54:24.824215 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-953213bd-3deb-426e-ac89-e72260c2f238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:24.854873 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b95758-1dd8-49d5-8131-4e2eb92276ed req-57107c04-c835-4584-a3b8-2d958b4a8446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:24.856218 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-51b95758-1dd8-49d5-8131-4e2eb92276ed req-57107c04-c835-4584-a3b8-2d958b4a8446 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8bf000e1cce144f38f4104d8d8deb9aa&device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 1099 time: 0.0791137 Jun 06 11:54:24.882511 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-579b2641-6ff2-4142-a2bb-7fba7584e805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:24.910066 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-579b2641-6ff2-4142-a2bb-7fba7584e805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:24.962542 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-579b2641-6ff2-4142-a2bb-7fba7584e805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:24.965670 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-579b2641-6ff2-4142-a2bb-7fba7584e805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:24.970396 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-579b2641-6ff2-4142-a2bb-7fba7584e805 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a396de83-28b0-4e02-bf2f-6b12c2a7c690 HTTP/1.1" status: 204 len: 168 time: 0.1572998 Jun 06 11:54:24.971556 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-becfde0d-b939-4f98-a685-65f359002a5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:24.985868 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b2641-6ff2-4142-a2bb-7fba7584e805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a396de83-28b0-4e02-bf2f-6b12c2a7c690,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:24.988658 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-579b2641-6ff2-4142-a2bb-7fba7584e805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:25.016150 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b95758-1dd8-49d5-8131-4e2eb92276ed req-59ed8cc4-9cf9-4926-85a6-92fa331d27ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:25.018497 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-51b95758-1dd8-49d5-8131-4e2eb92276ed req-59ed8cc4-9cf9-4926-85a6-92fa331d27ab service neutron] 10.222.0.11 "GET /v2.0/networks?id=fb856b4d-429a-47d7-897b-0443d48f8282 HTTP/1.1" status: 200 len: 917 time: 0.1517930 Jun 06 11:54:25.142279 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-51b95758-1dd8-49d5-8131-4e2eb92276ed req-95a7ee00-b22e-437e-965a-92dd756f3d7b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=989ba9b9-62b0-4e89-ba91-21f43d26c83c HTTP/1.1" status: 200 len: 1002 time: 0.1124461 Jun 06 11:54:25.218055 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b95758-1dd8-49d5-8131-4e2eb92276ed req-ae3cc74f-b512-4052-8a85-f80d1655c07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:25.226686 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-51b95758-1dd8-49d5-8131-4e2eb92276ed req-ae3cc74f-b512-4052-8a85-f80d1655c07b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9 HTTP/1.1" status: 200 len: 855 time: 0.0776861 Jun 06 11:54:25.312766 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b95758-1dd8-49d5-8131-4e2eb92276ed req-e82e58c4-30c3-4bd9-bf1b-03fc6fee1355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:25.314420 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-51b95758-1dd8-49d5-8131-4e2eb92276ed req-e82e58c4-30c3-4bd9-bf1b-03fc6fee1355 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fb856b4d-429a-47d7-897b-0443d48f8282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0809500 Jun 06 11:54:25.460967 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-51b95758-1dd8-49d5-8131-4e2eb92276ed req-b8ffdc5b-6ea1-49ed-b788-26c9355dbdb9 service neutron] 10.222.0.11 "GET /v2.0/networks/fb856b4d-429a-47d7-897b-0443d48f8282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392102 Jun 06 11:54:25.626637 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c9978-9c56-4e99-a299-2737693c35a4 req-2f49c338-6c1d-43e6-9b10-c942c70dbe5f tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:25.635812 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-ee4c9978-9c56-4e99-a299-2737693c35a4 req-2f49c338-6c1d-43e6-9b10-c942c70dbe5f tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d30ed1e5-fc42-466d-acdb-852810bc3f51 HTTP/1.1" status: 200 len: 946 time: 0.1171501 Jun 06 11:54:25.638649 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-51b95758-1dd8-49d5-8131-4e2eb92276ed req-f6a07af0-66f6-4bb5-8593-b5611dfaaff4 service neutron] 10.222.0.11 "GET /v2.0/networks/fb856b4d-429a-47d7-897b-0443d48f8282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670847 Jun 06 11:54:25.684910 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-ee4c9978-9c56-4e99-a299-2737693c35a4 req-c1abe7b4-5bc8-4f91-a38f-0b5dd1a823d5 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/security-groups?id=66a929c5-d716-4fcf-b0aa-059f1e8a30bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473897 Jun 06 11:54:25.951339 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52f374-0a44-4ace-92b6-b79f9545ce41 req-4eb23464-f090-4f50-98d4-6ff245eb10e8 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:25.952812 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-ba52f374-0a44-4ace-92b6-b79f9545ce41 req-4eb23464-f090-4f50-98d4-6ff245eb10e8 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 946 time: 0.0839825 Jun 06 11:54:26.000158 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-ba52f374-0a44-4ace-92b6-b79f9545ce41 req-14787c3f-19d0-4853-97a9-32b29092c30f tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403326 Jun 06 11:54:26.021530 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb460fdb-18ac-4b70-8fd0-f79f0f9c26c3 req-a9cdf711-81e0-4a3c-8e6b-3dbf07ef652d tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:26.023020 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-fb460fdb-18ac-4b70-8fd0-f79f0f9c26c3 req-a9cdf711-81e0-4a3c-8e6b-3dbf07ef652d tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 945 time: 0.0856133 Jun 06 11:54:26.071786 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-fb460fdb-18ac-4b70-8fd0-f79f0f9c26c3 req-475901db-3497-4f76-9bc7-5bfdcc369baf tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418589 Jun 06 11:54:26.890122 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8670d2-3311-4312-935b-8d36830640c0 req-d8de70a3-4bb7-48ce-b18f-1730f48eb0ba tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:26.892025 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-ea8670d2-3311-4312-935b-8d36830640c0 req-d8de70a3-4bb7-48ce-b18f-1730f48eb0ba tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d30ed1e5-fc42-466d-acdb-852810bc3f51 HTTP/1.1" status: 200 len: 946 time: 0.0896673 Jun 06 11:54:26.938839 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-ea8670d2-3311-4312-935b-8d36830640c0 req-fcd6903e-8245-49bc-bca1-4beb71278e07 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/security-groups?id=66a929c5-d716-4fcf-b0aa-059f1e8a30bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409598 Jun 06 11:54:27.204129 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d56ade-1ee7-428a-983f-511e9ed76261 req-305fd64b-1af5-488f-afbb-3af306f8907d tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:27.205611 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-77d56ade-1ee7-428a-983f-511e9ed76261 req-305fd64b-1af5-488f-afbb-3af306f8907d tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 946 time: 0.0798979 Jun 06 11:54:27.251482 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-77d56ade-1ee7-428a-983f-511e9ed76261 req-44679f0e-0e48-469a-b839-1c5605d140c7 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397427 Jun 06 11:54:27.267658 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdbf93d-c81c-476e-9fab-d631af881396 req-1e220af5-e5ab-4c6e-add8-392dff58190f tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:27.269123 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-3cdbf93d-c81c-476e-9fab-d631af881396 req-1e220af5-e5ab-4c6e-add8-392dff58190f tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 945 time: 0.0814936 Jun 06 11:54:27.312915 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-3cdbf93d-c81c-476e-9fab-d631af881396 req-272eb745-2db3-4f63-9c64-d5cccb8562a1 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383494 Jun 06 11:54:28.131510 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce1c85-ab6e-4b56-8a28-4f25e328adf8 req-d6185b9c-18c3-4fdb-9065-68fedf72f7e4 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:28.133001 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-b8ce1c85-ab6e-4b56-8a28-4f25e328adf8 req-d6185b9c-18c3-4fdb-9065-68fedf72f7e4 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d30ed1e5-fc42-466d-acdb-852810bc3f51 HTTP/1.1" status: 200 len: 946 time: 0.0848753 Jun 06 11:54:28.177966 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-b8ce1c85-ab6e-4b56-8a28-4f25e328adf8 req-cee71b36-c71c-42a9-b550-8db5d9bee639 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/security-groups?id=66a929c5-d716-4fcf-b0aa-059f1e8a30bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392158 Jun 06 11:54:28.268163 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c57ea5-b9eb-44e7-9c4a-fc654954f8c2 req-b06e6a02-913f-45b5-a2c9-a5b1df655ef7 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:28.269608 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-24c57ea5-b9eb-44e7-9c4a-fc654954f8c2 req-b06e6a02-913f-45b5-a2c9-a5b1df655ef7 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.11 "GET /v2.0/ports?device_id=d30ed1e5-fc42-466d-acdb-852810bc3f51 HTTP/1.1" status: 200 len: 946 time: 0.0784204 Jun 06 11:54:28.356914 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 989ba9b9-62b0-4e89-ba91-21f43d26c83c no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 11:54:28.431337 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [req-24c57ea5-b9eb-44e7-9c4a-fc654954f8c2 req-867ef6ca-0f48-4f09-b139-0cc99987ed54 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Deleting port 677527ed-236b-49be-8efb-7814629eb15a {{(pid=91626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 11:54:28.432755 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-24c57ea5-b9eb-44e7-9c4a-fc654954f8c2 req-867ef6ca-0f48-4f09-b139-0cc99987ed54 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:28.555901 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:28.591248 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b26fa4-8613-427b-8409-2c6ab39b179c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '989ba9b9-62b0-4e89-ba91-21f43d26c83c'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:54:28.593752 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0ef12a69f97602b9a4dda1947a91503bc9b0dd65cb545ae1f4eaba5f5490f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c2e6de-b9e0-4b5c-9545-26463169fc65" -d '{"events": [{"server_uuid": "20b26fa4-8613-427b-8409-2c6ab39b179c", "name": "network-vif-unplugged", "status": "completed", "tag": "989ba9b9-62b0-4e89-ba91-21f43d26c83c"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:54:28.602457 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 989ba9b9-62b0-4e89-ba91-21f43d26c83c, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=989ba9b9-62b0-4e89-ba91-21f43d26c83c,segment=NetworkSegment(80a63e8a-38a8-406a-8b0d-bb2d67e9b52e),segment_id=80a63e8a-38a8-406a-8b0d-bb2d67e9b52e)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:54:28.609334 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:28.615120 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:28.621144 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903fd83-e9d7-4adb-83b2-e2802ab15396 req-b3ad1a51-cb17-47d7-a938-22aa5747526d tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:28.622903 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-e903fd83-e9d7-4adb-83b2-e2802ab15396 req-b3ad1a51-cb17-47d7-a938-22aa5747526d tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.11 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 945 time: 0.1253841 Jun 06 11:54:28.637752 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2273c-67fc-4e21-b63b-09f530c38a29 req-f94fb4c6-12bf-4b89-9115-b3d844896501 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:28.643005 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-24c57ea5-b9eb-44e7-9c4a-fc654954f8c2 req-867ef6ca-0f48-4f09-b139-0cc99987ed54 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] For port 677527ed-236b-49be-8efb-7814629eb15a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=677527ed-236b-49be-8efb-7814629eb15a,segment=NetworkSegment(87cb110a-61ea-4dcf-a84c-45da21681574),segment_id=87cb110a-61ea-4dcf-a84c-45da21681574)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:54:28.643382 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-24c57ea5-b9eb-44e7-9c4a-fc654954f8c2 req-867ef6ca-0f48-4f09-b139-0cc99987ed54 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:28.644813 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-cca2273c-67fc-4e21-b63b-09f530c38a29 req-f94fb4c6-12bf-4b89-9115-b3d844896501 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 946 time: 0.2177289 Jun 06 11:54:28.693630 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=989ba9b9-62b0-4e89-ba91-21f43d26c83c,revision_number=8']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:28.698787 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:28.852928 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-cca2273c-67fc-4e21-b63b-09f530c38a29 req-d43c97c1-7abc-402c-a16d-691c330c5b27 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071247 Jun 06 11:54:28.863638 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [req-24c57ea5-b9eb-44e7-9c4a-fc654954f8c2 req-867ef6ca-0f48-4f09-b139-0cc99987ed54 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Calling delete_port for 677527ed-236b-49be-8efb-7814629eb15a owned by compute:nova {{(pid=91626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 11:54:28.883193 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41389c-7fa3-4b7e-8ba2-3141a40e49c7 req-883b5132-611d-4010-8cbc-2d6cc83ee908 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:28.883193 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-cd41389c-7fa3-4b7e-8ba2-3141a40e49c7 req-883b5132-611d-4010-8cbc-2d6cc83ee908 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 945 time: 0.3462768 Jun 06 11:54:28.907755 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-e903fd83-e9d7-4adb-83b2-e2802ab15396 req-13726ade-b1ea-4517-a085-52650a168878 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Deleting port e218abc3-b18e-4622-832c-9b02b3c725c8 {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 11:54:28.908101 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-e903fd83-e9d7-4adb-83b2-e2802ab15396 req-13726ade-b1ea-4517-a085-52650a168878 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:28.932028 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 06 Jun 2021 11:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a5b98b-4d95-4c87-b40c-8fd5c6f36b6d x-openstack-request-id: req-25a5b98b-4d95-4c87-b40c-8fd5c6f36b6d {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:54:28.932954 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20b26fa4-8613-427b-8409-2c6ab39b179c", "name": "network-vif-unplugged", "status": "failed", "tag": "989ba9b9-62b0-4e89-ba91-21f43d26c83c", "code": 422}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:54:28.933547 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-25a5b98b-4d95-4c87-b40c-8fd5c6f36b6d {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:54:28.934214 dv-cinder-786260-3-smb neutron-server[91627]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '20b26fa4-8613-427b-8409-2c6ab39b179c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '989ba9b9-62b0-4e89-ba91-21f43d26c83c', 'code': 422} returned with failed status Jun 06 11:54:28.942503 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-cd41389c-7fa3-4b7e-8ba2-3141a40e49c7 req-cf892e2a-e7a1-4c04-8725-799871e52f3b tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600202 Jun 06 11:54:29.052772 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-e903fd83-e9d7-4adb-83b2-e2802ab15396 req-13726ade-b1ea-4517-a085-52650a168878 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] For port e218abc3-b18e-4622-832c-9b02b3c725c8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e218abc3-b18e-4622-832c-9b02b3c725c8,segment=NetworkSegment(a0855805-791b-48ea-9511-403824d72d1e),segment_id=a0855805-791b-48ea-9511-403824d72d1e)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:54:29.053100 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-e903fd83-e9d7-4adb-83b2-e2802ab15396 req-13726ade-b1ea-4517-a085-52650a168878 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:29.067558 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-24c57ea5-b9eb-44e7-9c4a-fc654954f8c2 req-867ef6ca-0f48-4f09-b139-0cc99987ed54 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1152752'] for port, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:29.077374 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:29.079350 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] get_ports_and_sgs() called for port_ids ['677527ed-236b-49be-8efb-7814629eb15a'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 11:54:29.125159 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ef6ca-0f48-4f09-b139-0cc99987ed54 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Pushing event deleted for resources: {'Port': ['ID=677527ed-236b-49be-8efb-7814629eb15a,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:29.133299 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-867ef6ca-0f48-4f09-b139-0cc99987ed54 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:29.214578 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c57ea5-b9eb-44e7-9c4a-fc654954f8c2 req-867ef6ca-0f48-4f09-b139-0cc99987ed54 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] No DVR routers for this DVR port 677527ed-236b-49be-8efb-7814629eb15a on host hv-cinder-78626 {{(pid=91626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 11:54:29.214941 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-e903fd83-e9d7-4adb-83b2-e2802ab15396 req-13726ade-b1ea-4517-a085-52650a168878 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Calling delete_port for e218abc3-b18e-4622-832c-9b02b3c725c8 owned by compute:nova {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 11:54:29.231854 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-24c57ea5-b9eb-44e7-9c4a-fc654954f8c2 req-867ef6ca-0f48-4f09-b139-0cc99987ed54 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:29.233158 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-24c57ea5-b9eb-44e7-9c4a-fc654954f8c2 req-867ef6ca-0f48-4f09-b139-0cc99987ed54 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.11 "DELETE /v2.0/ports/677527ed-236b-49be-8efb-7814629eb15a HTTP/1.1" status: 204 len: 173 time: 0.9569912 Jun 06 11:54:29.233734 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd30ed1e5-fc42-466d-acdb-852810bc3f51', 'name': 'network-vif-deleted', 'tag': '677527ed-236b-49be-8efb-7814629eb15a'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:54:29.236602 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc9e4729878f16c834b645d3c09f80e418a2a47aed75d72574769f74497ec88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c0678f-3179-41cb-a580-a493d716541a" -d '{"events": [{"server_uuid": "d30ed1e5-fc42-466d-acdb-852810bc3f51", "name": "network-vif-deleted", "tag": "677527ed-236b-49be-8efb-7814629eb15a"}]}' {{(pid=91626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:54:29.357258 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-e903fd83-e9d7-4adb-83b2-e2802ab15396 req-13726ade-b1ea-4517-a085-52650a168878 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:29.363610 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:29.370440 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] get_ports_and_sgs() called for port_ids ['e218abc3-b18e-4622-832c-9b02b3c725c8', '72b2e02d-0b0f-41a9-b205-34e67f729269'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 11:54:29.438490 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 44886) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:54:29.470255 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-375c5333-2792-4c52-ad95-f6d75708c342 req-7c25c092-67c5-49ad-a9d3-7665d0487008 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d30ed1e5-fc42-466d-acdb-852810bc3f51 HTTP/1.1" status: 200 len: 210 time: 0.0793595 Jun 06 11:54:29.531091 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13726ade-b1ea-4517-a085-52650a168878 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Pushing event deleted for resources: {'Port': ['ID=e218abc3-b18e-4622-832c-9b02b3c725c8,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:29.546418 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-13726ade-b1ea-4517-a085-52650a168878 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:29.558587 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5f7970-a71f-40c3-849a-3e756f63b5c3 x-openstack-request-id: req-ad5f7970-a71f-40c3-849a-3e756f63b5c3 {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:54:29.558914 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d30ed1e5-fc42-466d-acdb-852810bc3f51", "name": "network-vif-deleted", "tag": "677527ed-236b-49be-8efb-7814629eb15a", "status": "completed", "code": 200}]} {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:54:29.559578 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ad5f7970-a71f-40c3-849a-3e756f63b5c3 {{(pid=91626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:54:29.560009 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd30ed1e5-fc42-466d-acdb-852810bc3f51', 'name': 'network-vif-deleted', 'tag': '677527ed-236b-49be-8efb-7814629eb15a', 'status': 'completed', 'code': 200} Jun 06 11:54:29.611444 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-e903fd83-e9d7-4adb-83b2-e2802ab15396 req-13726ade-b1ea-4517-a085-52650a168878 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] No DVR routers for this DVR port e218abc3-b18e-4622-832c-9b02b3c725c8 on host hv-cinder-78626 {{(pid=91625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 11:54:29.614283 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-e903fd83-e9d7-4adb-83b2-e2802ab15396 req-13726ade-b1ea-4517-a085-52650a168878 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:29.616895 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-e903fd83-e9d7-4adb-83b2-e2802ab15396 req-13726ade-b1ea-4517-a085-52650a168878 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.11 "DELETE /v2.0/ports/e218abc3-b18e-4622-832c-9b02b3c725c8 HTTP/1.1" status: 204 len: 173 time: 0.9874251 Jun 06 11:54:29.617571 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c476fdcb-383d-40d9-817e-ea7cf9c6b5f6', 'name': 'network-vif-deleted', 'tag': 'e218abc3-b18e-4622-832c-9b02b3c725c8'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:54:29.621085 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d3a09975e5f8f43507a37e46b4ea231535690fa404cdff26bf77d84c9002b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa19440-d43c-4e48-839b-c55ca68bfd2f" -d '{"events": [{"server_uuid": "c476fdcb-383d-40d9-817e-ea7cf9c6b5f6", "name": "network-vif-deleted", "tag": "e218abc3-b18e-4622-832c-9b02b3c725c8"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:54:29.624175 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d0df9883-a7b0-4831-bd74-538a4c7b91cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:29.765286 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9234c00-ea28-4322-8e6a-deb42ce5300f x-openstack-request-id: req-b9234c00-ea28-4322-8e6a-deb42ce5300f {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:54:29.765650 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c476fdcb-383d-40d9-817e-ea7cf9c6b5f6", "name": "network-vif-deleted", "tag": "e218abc3-b18e-4622-832c-9b02b3c725c8", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:54:29.765968 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b9234c00-ea28-4322-8e6a-deb42ce5300f {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:54:29.766539 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c476fdcb-383d-40d9-817e-ea7cf9c6b5f6', 'name': 'network-vif-deleted', 'tag': 'e218abc3-b18e-4622-832c-9b02b3c725c8', 'status': 'completed', 'code': 200} Jun 06 11:54:29.784822 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d0df9883-a7b0-4831-bd74-538a4c7b91cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:29.791813 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d0df9883-a7b0-4831-bd74-538a4c7b91cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:29.803618 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-84b15b62-bda9-4246-a840-60b82b964a1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:29.851071 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df9883-a7b0-4831-bd74-538a4c7b91cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe2b903-0522-45bf-a204-52b4289c898f,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:29.863254 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-d0df9883-a7b0-4831-bd74-538a4c7b91cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:29.867467 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-d0df9883-a7b0-4831-bd74-538a4c7b91cf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cef137af20e14c228e9f29e865581633&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4263856 Jun 06 11:54:29.870754 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 44902) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:54:29.959241 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 44904) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:54:29.966734 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-71f63ee2-94b0-4e59-b6b3-e7a46687cc8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:30.008929 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-71f63ee2-94b0-4e59-b6b3-e7a46687cc8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:30.152077 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-71f63ee2-94b0-4e59-b6b3-e7a46687cc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:30.153265 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4e493b47-e8c4-45d5-be6d-694b70042f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:30.155179 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-71f63ee2-94b0-4e59-b6b3-e7a46687cc8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:30.161058 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-71f63ee2-94b0-4e59-b6b3-e7a46687cc8f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/efe2b903-0522-45bf-a204-52b4289c898f HTTP/1.1" status: 204 len: 168 time: 0.2868719 Jun 06 11:54:30.162070 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-7848efab-ee5d-418c-afdb-3ef3fb6fdab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:30.178728 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f63ee2-94b0-4e59-b6b3-e7a46687cc8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe2b903-0522-45bf-a204-52b4289c898f,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:30.179032 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-5dc1b289-192f-481c-8afa-a69410b43cdd req-20a722a9-0d56-4117-9e98-5a2899cc051d tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=c476fdcb-383d-40d9-817e-ea7cf9c6b5f6 HTTP/1.1" status: 200 len: 210 time: 0.0954220 Jun 06 11:54:30.182346 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-71f63ee2-94b0-4e59-b6b3-e7a46687cc8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:30.192852 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-110c5fc0-48f0-4559-aad7-bce9533e7aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:30.234302 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbe6c9-fc0b-45d2-809b-e744da611fef req-54c20d2d-08d1-4699-a984-eb5865a32f10 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:30.239666 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-62bbe6c9-fc0b-45d2-809b-e744da611fef req-54c20d2d-08d1-4699-a984-eb5865a32f10 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 944 time: 0.1417265 Jun 06 11:54:30.318534 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-62bbe6c9-fc0b-45d2-809b-e744da611fef req-1b45fd42-8239-4254-99ec-2c6d378e6328 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708513 Jun 06 11:54:30.331948 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-110c5fc0-48f0-4559-aad7-bce9533e7aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:30.337345 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-110c5fc0-48f0-4559-aad7-bce9533e7aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:30.347962 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-6e89ea83-4897-4cf7-88a2-2462120cdbe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:30.402260 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-110c5fc0-48f0-4559-aad7-bce9533e7aa3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6e7603374cc14723b35d55005183a820&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4371302 Jun 06 11:54:30.403210 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c5fc0-48f0-4559-aad7-bce9533e7aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4302b73-c985-4f8f-9e36-6e439d931c08,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:30.405184 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 44926) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:54:30.406529 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-110c5fc0-48f0-4559-aad7-bce9533e7aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:30.491298 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4fae7348-cf81-468e-83ea-9750e5d00536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:30.524132 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4fae7348-cf81-468e-83ea-9750e5d00536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:30.593476 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4fae7348-cf81-468e-83ea-9750e5d00536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:30.596515 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4fae7348-cf81-468e-83ea-9750e5d00536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:30.601090 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-4fae7348-cf81-468e-83ea-9750e5d00536 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a4302b73-c985-4f8f-9e36-6e439d931c08 HTTP/1.1" status: 204 len: 168 time: 0.1945665 Jun 06 11:54:30.602219 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-a82896b6-897c-425b-b230-1c74797531c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:30.631093 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae7348-cf81-468e-83ea-9750e5d00536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4302b73-c985-4f8f-9e36-6e439d931c08,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:30.633438 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-4fae7348-cf81-468e-83ea-9750e5d00536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:30.971471 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 44954) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:54:31.068594 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 44958) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:54:31.091206 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c54d7a7e-681a-4d90-86b2-c52fbddd3bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:31.253252 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c54d7a7e-681a-4d90-86b2-c52fbddd3bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:31.260542 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c54d7a7e-681a-4d90-86b2-c52fbddd3bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:31.268424 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-0bf25211-6928-47fe-a6c7-73451ec07c19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:31.315459 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-c54d7a7e-681a-4d90-86b2-c52fbddd3bbb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=df6e588bac87411fa88fdd50315227dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2456331 Jun 06 11:54:31.318320 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 44972) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:54:31.321660 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d7a7e-681a-4d90-86b2-c52fbddd3bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0669b1-40d2-4d2d-a503-f8e4cc2298f4,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:31.325980 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-c54d7a7e-681a-4d90-86b2-c52fbddd3bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:31.336010 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-716a6d54-a5c5-4df6-bec7-5af17e63aa01 req-656894b4-3599-4a94-9432-7b27c398c68b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3626018 Jun 06 11:54:31.430586 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2bd4ffa9-c396-4ccc-97a1-bcfc02556dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:31.462035 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2bd4ffa9-c396-4ccc-97a1-bcfc02556dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:31.483407 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 44978) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:54:31.542861 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2bd4ffa9-c396-4ccc-97a1-bcfc02556dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:31.546684 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2bd4ffa9-c396-4ccc-97a1-bcfc02556dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:31.550452 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-2bd4ffa9-c396-4ccc-97a1-bcfc02556dc9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7a0669b1-40d2-4d2d-a503-f8e4cc2298f4 HTTP/1.1" status: 204 len: 168 time: 0.2310631 Jun 06 11:54:31.551592 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-440f4d10-1c55-4ca5-8abd-f93cc4dbfc5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:31.572759 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd4ffa9-c396-4ccc-97a1-bcfc02556dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0669b1-40d2-4d2d-a503-f8e4cc2298f4,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:31.581782 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-2bd4ffa9-c396-4ccc-97a1-bcfc02556dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:31.636048 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f746b82-e79a-4762-8f3f-33a2a41e6b04 req-3adb2619-345e-435e-9abe-00620ba3591d tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:31.639803 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-8f746b82-e79a-4762-8f3f-33a2a41e6b04 req-3adb2619-345e-435e-9abe-00620ba3591d tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 944 time: 0.1495309 Jun 06 11:54:31.703609 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-8f746b82-e79a-4762-8f3f-33a2a41e6b04 req-0890b22d-847d-4fb4-bc60-21459aaf954f tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576961 Jun 06 11:54:31.798736 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ee1e1-acad-46dc-9592-227724508b1e req-de361e9e-8ef8-483b-8d88-f89a06b5acba tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:31.800652 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-947ee1e1-acad-46dc-9592-227724508b1e req-de361e9e-8ef8-483b-8d88-f89a06b5acba tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.1081305 Jun 06 11:54:31.856102 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-e66c64da-d62b-4362-ab69-5c2f8fad4b43 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1219363108-network', 'tenant_id': 'a760c1c31ed345629684c634c2c50df0'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:54:31.870564 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-947ee1e1-acad-46dc-9592-227724508b1e req-67f2b83b-65dd-4ac8-9bc0-79cbd979e582 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600920 Jun 06 11:54:31.883717 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66c64da-d62b-4362-ab69-5c2f8fad4b43 admin admin] Made reservation on behalf of a760c1c31ed345629684c634c2c50df0 for: {'network': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:54:31.887079 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e66c64da-d62b-4362-ab69-5c2f8fad4b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7902729'] for network, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:31.900477 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e66c64da-d62b-4362-ab69-5c2f8fad4b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:32.033476 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e66c64da-d62b-4362-ab69-5c2f8fad4b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:32.038740 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e66c64da-d62b-4362-ab69-5c2f8fad4b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:32.047186 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-28a3b3a5-be7c-4705-b0cd-d8ec55221732 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:32.079891 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c64da-d62b-4362-ab69-5c2f8fad4b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72ff1d2-5315-4b53-8060-6d3d2fee5aa2,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:32.083158 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-e66c64da-d62b-4362-ab69-5c2f8fad4b43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:32.097814 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e66c64da-d62b-4362-ab69-5c2f8fad4b43 admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=91626) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 11:54:32.107438 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e66c64da-d62b-4362-ab69-5c2f8fad4b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118'] for segment, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:32.107900 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.db.segments_db [None req-e66c64da-d62b-4362-ab69-5c2f8fad4b43 admin admin] Added segment cd7c60f5-759c-439b-8ff5-430cf9eb204c of type vlan for network d6670f84-0e9f-4b36-8e4d-15250d634618 Jun 06 11:54:32.144363 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e66c64da-d62b-4362-ab69-5c2f8fad4b43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770687122670'] for network, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:32.195773 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e66c64da-d62b-4362-ab69-5c2f8fad4b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-598673'] for network, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:32.198614 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66c64da-d62b-4362-ab69-5c2f8fad4b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:32.199632 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e66c64da-d62b-4362-ab69-5c2f8fad4b43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for network, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:32.206597 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:32.266500 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-e66c64da-d62b-4362-ab69-5c2f8fad4b43 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7814829 Jun 06 11:54:32.269552 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 45020) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:54:32.276069 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-38dba11e-3dae-4036-a5ab-4017dcfd8811 admin admin] Request body: {'subnet': {'network_id': 'd6670f84-0e9f-4b36-8e4d-15250d634618', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1219363108-subnet', 'tenant_id': 'a760c1c31ed345629684c634c2c50df0', 'ip_version': 4}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:54:32.301895 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38dba11e-3dae-4036-a5ab-4017dcfd8811 admin admin] Made reservation on behalf of a760c1c31ed345629684c634c2c50df0 for: {'subnet': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:54:32.305421 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-38dba11e-3dae-4036-a5ab-4017dcfd8811 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4042772'] for subnet, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:32.327870 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c64da-d62b-4362-ab69-5c2f8fad4b43 admin admin] Pushing event updated for resources: {'Network': ['ID=d6670f84-0e9f-4b36-8e4d-15250d634618,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:32.331199 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-e66c64da-d62b-4362-ab69-5c2f8fad4b43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:32.345000 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Network d6670f84-0e9f-4b36-8e4d-15250d634618 details requested by agent ovs-agent-dv-cinder-786260-3-smb with host dv-cinder-786260-3-smb {{(pid=91627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 11:54:32.406485 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 45024) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:54:32.424368 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 677527ed-236b-49be-8efb-7814629eb15a no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 11:54:32.471819 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] No Port match for: 677527ed-236b-49be-8efb-7814629eb15a {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 11:54:32.472080 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 677527ed-236b-49be-8efb-7814629eb15a not bound to the agent host hv-cinder-78626 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 11:54:32.472704 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device e218abc3-b18e-4622-832c-9b02b3c725c8 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 11:54:32.527905 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] No Port match for: e218abc3-b18e-4622-832c-9b02b3c725c8 {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 11:54:32.528364 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device e218abc3-b18e-4622-832c-9b02b3c725c8 not bound to the agent host hv-cinder-78626 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 11:54:32.529010 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 989ba9b9-62b0-4e89-ba91-21f43d26c83c no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 11:54:32.548720 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-f3ac7b53-aa41-4316-84ed-ff5a38f4d6d9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-526752619-network', 'tenant_id': 'c09ca6fca0c8461b9cacf6c10090316b'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:54:32.571133 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:32.581718 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-38dba11e-3dae-4036-a5ab-4017dcfd8811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2700997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4042758'] for subnet, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:32.591673 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:32.625189 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ac7b53-aa41-4316-84ed-ff5a38f4d6d9 admin admin] Made reservation on behalf of c09ca6fca0c8461b9cacf6c10090316b for: {'network': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:54:32.627632 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f3ac7b53-aa41-4316-84ed-ff5a38f4d6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7902729'] for network, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:32.652372 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f3ac7b53-aa41-4316-84ed-ff5a38f4d6d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:32.702849 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dba11e-3dae-4036-a5ab-4017dcfd8811 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8e17c6c-ff31-40ab-9258-8dd2846f4c32,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:32.709086 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-38dba11e-3dae-4036-a5ab-4017dcfd8811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:32.718809 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dba11e-3dae-4036-a5ab-4017dcfd8811 admin admin] Checking segment: {'id': 'cd7c60f5-759c-439b-8ff5-430cf9eb204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd6670f84-0e9f-4b36-8e4d-15250d634618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:54:32.719305 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dba11e-3dae-4036-a5ab-4017dcfd8811 admin admin] Network hostable DHCP agents. Network: d6670f84-0e9f-4b36-8e4d-15250d634618, hostable agents: ['faabf3fc-c1ac-4f7b-ba43-3022feb00bd5'], hosted agents: [] {{(pid=91625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 11:54:32.763292 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dba11e-3dae-4036-a5ab-4017dcfd8811 admin admin] Network d6670f84-0e9f-4b36-8e4d-15250d634618 is scheduled to be hosted by DHCP agent faabf3fc-c1ac-4f7b-ba43-3022feb00bd5 with binding_index 1 {{(pid=91625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 11:54:32.790192 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-38dba11e-3dae-4036-a5ab-4017dcfd8811 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-3-smb, d6670f84-0e9f-4b36-8e4d-15250d634618) {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:54:32.797227 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38dba11e-3dae-4036-a5ab-4017dcfd8811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:32.798307 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-38dba11e-3dae-4036-a5ab-4017dcfd8811 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:32.803642 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acb99ed-50e7-4a90-952d-d5f665e53e38 None None] Network d6670f84-0e9f-4b36-8e4d-15250d634618 requested from dv-cinder-786260-3-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 11:54:32.826002 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-79deb394-eb70-4512-9844-e46a4290ce00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:32.869806 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f3ac7b53-aa41-4316-84ed-ff5a38f4d6d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:32.876616 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f3ac7b53-aa41-4316-84ed-ff5a38f4d6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:32.881755 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-128dfbb0-f6b4-4d0f-b927-f519dfd8e1f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:32.894665 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-38dba11e-3dae-4036-a5ab-4017dcfd8811 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6235566 Jun 06 11:54:32.898595 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 45032) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:54:32.930418 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-43f85fe5-c85f-4b7e-b3ec-ac3b999b41bf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1219363108-router', 'tenant_id': 'a760c1c31ed345629684c634c2c50df0', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4'}}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:54:32.942547 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ac7b53-aa41-4316-84ed-ff5a38f4d6d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=91625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 11:54:32.946011 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c8f4a-cf5c-40f7-99ff-6fc3bdb6de62 req-75b20750-ddde-4c78-982e-18537b575c0e tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:32.949678 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-6d4c8f4a-cf5c-40f7-99ff-6fc3bdb6de62 req-75b20750-ddde-4c78-982e-18537b575c0e tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 944 time: 0.1162512 Jun 06 11:54:32.958421 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac7b53-aa41-4316-84ed-ff5a38f4d6d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5bac27-1674-4340-a446-fe622c876515,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:32.966689 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f3ac7b53-aa41-4316-84ed-ff5a38f4d6d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:32.971421 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f3ac7b53-aa41-4316-84ed-ff5a38f4d6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118'] for segment, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:32.971770 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.db.segments_db [None req-f3ac7b53-aa41-4316-84ed-ff5a38f4d6d9 admin admin] Added segment 08a6bbd3-eb97-4d09-82dd-399f0ecfee13 of type vlan for network 22091504-087c-426c-b258-c19f3fdf15fc Jun 06 11:54:33.016919 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-6d4c8f4a-cf5c-40f7-99ff-6fc3bdb6de62 req-4693ed9a-6bd7-4209-9906-83b36d840ef0 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589604 Jun 06 11:54:33.021303 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-43f85fe5-c85f-4b7e-b3ec-ac3b999b41bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5376'] for router, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:33.022485 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-43f85fe5-c85f-4b7e-b3ec-ac3b999b41bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-651249', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5401'] for router, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:33.048026 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-43f85fe5-c85f-4b7e-b3ec-ac3b999b41bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:33.081232 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f3ac7b53-aa41-4316-84ed-ff5a38f4d6d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770687122670'] for network, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:33.121239 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ae1bae-1099-4bcf-8505-c20a46132ee1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp900c76ae-0d80-5f73-9b80-9ed4069fcc53-d6670f84-0e9f-4b36-8e4d-15250d634618', 'network_id': 'd6670f84-0e9f-4b36-8e4d-15250d634618', 'tenant_id': 'a760c1c31ed345629684c634c2c50df0', 'fixed_ips': [{'subnet_id': 'e8e17c6c-ff31-40ab-9258-8dd2846f4c32'}]}} from dv-cinder-786260-3-smb. {{(pid=91627) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 11:54:33.122182 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-16ae1bae-1099-4bcf-8505-c20a46132ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:33.222358 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.db.resource_extend [None req-f3ac7b53-aa41-4316-84ed-ff5a38f4d6d9 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 06 11:54:33.279874 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.db_base_plugin_common [None req-16ae1bae-1099-4bcf-8505-c20a46132ee1 None None] Allocated IP 172.20.0.2 (d6670f84-0e9f-4b36-8e4d-15250d634618/e8e17c6c-ff31-40ab-9258-8dd2846f4c32/8db7d9b2-24f5-4e94-abfb-42f39ab50bb6) {{(pid=91627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 11:54:33.352885 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a0272-c313-46fb-801d-d4da173daaa3 req-5de54b26-5550-4ab3-b2dc-f2f4943b5e10 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:33.354917 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c58a0272-c313-46fb-801d-d4da173daaa3 req-5de54b26-5550-4ab3-b2dc-f2f4943b5e10 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.3770587 Jun 06 11:54:33.366387 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f3ac7b53-aa41-4316-84ed-ff5a38f4d6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-598673'] for network, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:33.433232 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ac7b53-aa41-4316-84ed-ff5a38f4d6d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:33.434050 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f3ac7b53-aa41-4316-84ed-ff5a38f4d6d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:33.450660 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f18d4949-34fe-4794-aace-928186441b25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:33.496420 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-16ae1bae-1099-4bcf-8505-c20a46132ee1 None None] Notify callbacks [] for port, precommit_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:33.507434 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-16ae1bae-1099-4bcf-8505-c20a46132ee1 None None] Transition to ACTIVE for port object 8db7d9b2-24f5-4e94-abfb-42f39ab50bb6 will not be triggered until provisioned by entity L2. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:54:33.528592 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-16ae1bae-1099-4bcf-8505-c20a46132ee1 None None] Transition to ACTIVE for port object 8db7d9b2-24f5-4e94-abfb-42f39ab50bb6 will not be triggered until provisioned by entity DHCP. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:54:33.535355 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-16ae1bae-1099-4bcf-8505-c20a46132ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160'] for port, after_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:33.539133 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:33.552738 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-43f85fe5-c85f-4b7e-b3ec-ac3b999b41bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-651139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-644959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5423'] for router, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:33.581617 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 45038) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:54:33.581823 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-f3ac7b53-aa41-4316-84ed-ff5a38f4d6d9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1735237 Jun 06 11:54:33.596937 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-045dd237-812e-433a-8880-5389c1b2ad1a admin admin] Request body: {'subnet': {'network_id': '22091504-087c-426c-b258-c19f3fdf15fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-526752619-subnet', 'tenant_id': 'c09ca6fca0c8461b9cacf6c10090316b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:54:33.602244 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ae1bae-1099-4bcf-8505-c20a46132ee1 None None] Network d6670f84-0e9f-4b36-8e4d-15250d634618 is already hosted by enough agents. {{(pid=91627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:54:33.605237 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.scheduler.base_scheduler [None req-16ae1bae-1099-4bcf-8505-c20a46132ee1 None None] Resources bound (agent type, host, resource id): {{(pid=91627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:54:33.608930 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ae1bae-1099-4bcf-8505-c20a46132ee1 None None] Received port after_create {{(pid=91627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 11:54:33.645267 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045dd237-812e-433a-8880-5389c1b2ad1a admin admin] Made reservation on behalf of c09ca6fca0c8461b9cacf6c10090316b for: {'subnet': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:54:33.647829 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-045dd237-812e-433a-8880-5389c1b2ad1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3070749'] for subnet, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:33.657501 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae1bae-1099-4bcf-8505-c20a46132ee1 None None] Pushing event updated for resources: {'Port': ['ID=8db7d9b2-24f5-4e94-abfb-42f39ab50bb6,revision_number=1']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:33.663855 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-16ae1bae-1099-4bcf-8505-c20a46132ee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:33.690395 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c58a0272-c313-46fb-801d-d4da173daaa3 req-917bf4bc-07d2-4f87-94dc-1e396b889a82 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262427 Jun 06 11:54:33.705240 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac7b53-aa41-4316-84ed-ff5a38f4d6d9 admin admin] Pushing event updated for resources: {'Network': ['ID=22091504-087c-426c-b258-c19f3fdf15fc,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:33.714161 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f3ac7b53-aa41-4316-84ed-ff5a38f4d6d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:33.720281 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a6d54-a5c5-4df6-bec7-5af17e63aa01 req-cf872483-95c4-4eb3-a920-67b2a5d217e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:33.722041 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-716a6d54-a5c5-4df6-bec7-5af17e63aa01 req-cf872483-95c4-4eb3-a920-67b2a5d217e2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c&tenant_id=8bf000e1cce144f38f4104d8d8deb9aa HTTP/1.1" status: 200 len: 1097 time: 0.5084867 Jun 06 11:54:33.727658 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Network 22091504-087c-426c-b258-c19f3fdf15fc details requested by agent ovs-agent-dv-cinder-786260-3-smb with host dv-cinder-786260-3-smb {{(pid=91627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 11:54:33.744846 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-16ae1bae-1099-4bcf-8505-c20a46132ee1 None None] Attempting to bind port 8db7d9b2-24f5-4e94-abfb-42f39ab50bb6 on host dv-cinder-786260-3-smb for vnic_type normal with profile {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 11:54:33.745359 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-16ae1bae-1099-4bcf-8505-c20a46132ee1 None None] Attempting to bind port 8db7d9b2-24f5-4e94-abfb-42f39ab50bb6 by drivers openvswitch,hyperv on host dv-cinder-786260-3-smb at level 0 using segments [{'id': 'cd7c60f5-759c-439b-8ff5-430cf9eb204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd6670f84-0e9f-4b36-8e4d-15250d634618'}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 11:54:33.745730 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ae1bae-1099-4bcf-8505-c20a46132ee1 None None] Attempting to bind port 8db7d9b2-24f5-4e94-abfb-42f39ab50bb6 on network d6670f84-0e9f-4b36-8e4d-15250d634618 {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:54:33.774880 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:33.777950 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ae1bae-1099-4bcf-8505-c20a46132ee1 None None] Checking agent: {'id': '8c08a107-9ed3-4e66-a1ef-b6d8b5adb9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 2), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 11:54:33.778449 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ae1bae-1099-4bcf-8505-c20a46132ee1 None None] Checking segment: {'id': 'cd7c60f5-759c-439b-8ff5-430cf9eb204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd6670f84-0e9f-4b36-8e4d-15250d634618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:54:33.779045 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-16ae1bae-1099-4bcf-8505-c20a46132ee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:33.779614 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ae1bae-1099-4bcf-8505-c20a46132ee1 None None] Bound using segment: {'id': 'cd7c60f5-759c-439b-8ff5-430cf9eb204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd6670f84-0e9f-4b36-8e4d-15250d634618'} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 11:54:33.780237 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-16ae1bae-1099-4bcf-8505-c20a46132ee1 None None] Bound port: 8db7d9b2-24f5-4e94-abfb-42f39ab50bb6, host: dv-cinder-786260-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd7c60f5-759c-439b-8ff5-430cf9eb204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd6670f84-0e9f-4b36-8e4d-15250d634618'}}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 11:54:33.780615 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-16ae1bae-1099-4bcf-8505-c20a46132ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:33.895148 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-045dd237-812e-433a-8880-5389c1b2ad1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1152604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3070735'] for subnet, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:33.902721 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:33.934438 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-16ae1bae-1099-4bcf-8505-c20a46132ee1 None None] For port 8db7d9b2-24f5-4e94-abfb-42f39ab50bb6, host dv-cinder-786260-3-smb, cleared binding levels {{(pid=91627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 11:54:33.937491 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-16ae1bae-1099-4bcf-8505-c20a46132ee1 None None] For port 8db7d9b2-24f5-4e94-abfb-42f39ab50bb6, host dv-cinder-786260-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=8db7d9b2-24f5-4e94-abfb-42f39ab50bb6,segment=NetworkSegment(cd7c60f5-759c-439b-8ff5-430cf9eb204c),segment_id=cd7c60f5-759c-439b-8ff5-430cf9eb204c)] {{(pid=91627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 11:54:33.941763 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-16ae1bae-1099-4bcf-8505-c20a46132ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:33.946061 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:33.964882 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a6d54-a5c5-4df6-bec7-5af17e63aa01 req-4dcb95ad-a3c4-446c-96a8-ba6fff789923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:33.966377 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-716a6d54-a5c5-4df6-bec7-5af17e63aa01 req-4dcb95ad-a3c4-446c-96a8-ba6fff789923 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8bf000e1cce144f38f4104d8d8deb9aa&device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 1097 time: 0.1612322 Jun 06 11:54:33.984379 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045dd237-812e-433a-8880-5389c1b2ad1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=224fa2ee-f353-49e2-a3ec-8bbe23a9a77e,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:33.988364 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-045dd237-812e-433a-8880-5389c1b2ad1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:33.992632 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045dd237-812e-433a-8880-5389c1b2ad1a admin admin] Checking segment: {'id': '08a6bbd3-eb97-4d09-82dd-399f0ecfee13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '22091504-087c-426c-b258-c19f3fdf15fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:54:33.993066 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045dd237-812e-433a-8880-5389c1b2ad1a admin admin] Network hostable DHCP agents. Network: 22091504-087c-426c-b258-c19f3fdf15fc, hostable agents: ['faabf3fc-c1ac-4f7b-ba43-3022feb00bd5'], hosted agents: [] {{(pid=91626) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 11:54:34.014028 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045dd237-812e-433a-8880-5389c1b2ad1a admin admin] Network 22091504-087c-426c-b258-c19f3fdf15fc is scheduled to be hosted by DHCP agent faabf3fc-c1ac-4f7b-ba43-3022feb00bd5 with binding_index 1 {{(pid=91626) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 11:54:34.016921 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae1bae-1099-4bcf-8505-c20a46132ee1 None None] Pushing event updated for resources: {'Port': ['ID=8db7d9b2-24f5-4e94-abfb-42f39ab50bb6,revision_number=2']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:34.020163 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-16ae1bae-1099-4bcf-8505-c20a46132ee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:34.028854 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-045dd237-812e-433a-8880-5389c1b2ad1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-3-smb, 22091504-087c-426c-b258-c19f3fdf15fc) {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:54:34.033715 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045dd237-812e-433a-8880-5389c1b2ad1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:34.034806 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-045dd237-812e-433a-8880-5389c1b2ad1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for subnet, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:34.040787 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f07bf75-ffc2-4131-a865-dbc771e3dbda None None] Network 22091504-087c-426c-b258-c19f3fdf15fc requested from dv-cinder-786260-3-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 11:54:34.061423 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-045dd237-812e-433a-8880-5389c1b2ad1a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4774225 Jun 06 11:54:34.137076 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-43f85fe5-c85f-4b7e-b3ec-ac3b999b41bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:34.180057 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-43f85fe5-c85f-4b7e-b3ec-ac3b999b41bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:34.280282 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:34.288715 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f203f65a-01bc-4e17-a3c6-4ed9bb741209 None None] Network 22091504-087c-426c-b258-c19f3fdf15fc requested from dv-cinder-786260-3-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 11:54:34.316368 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a31d1-d5c2-4d6c-bdbd-4e1cffdcc58c req-ff12c799-90d0-4866-94e1-6fd9f1e221d6 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:34.318945 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-362a31d1-d5c2-4d6c-bdbd-4e1cffdcc58c req-ff12c799-90d0-4866-94e1-6fd9f1e221d6 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 944 time: 0.1174996 Jun 06 11:54:34.361912 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a6d54-a5c5-4df6-bec7-5af17e63aa01 req-e6ab5250-23c9-4aee-9f1d-919a1dd78625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:34.363631 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-716a6d54-a5c5-4df6-bec7-5af17e63aa01 req-e6ab5250-23c9-4aee-9f1d-919a1dd78625 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fb856b4d-429a-47d7-897b-0443d48f8282 HTTP/1.1" status: 200 len: 917 time: 0.3894339 Jun 06 11:54:34.424688 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-362a31d1-d5c2-4d6c-bdbd-4e1cffdcc58c req-8af8fe9d-342c-4ebe-bf38-42b320253d90 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834808 Jun 06 11:54:34.582322 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-716a6d54-a5c5-4df6-bec7-5af17e63aa01 req-adac333b-1bee-4f45-9212-bf514c379a4f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=989ba9b9-62b0-4e89-ba91-21f43d26c83c HTTP/1.1" status: 200 len: 1000 time: 0.1665404 Jun 06 11:54:34.627503 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [None req-43f85fe5-c85f-4b7e-b3ec-ac3b999b41bf admin admin] Allocated IP 172.28.1.183 (e384afd4-53ce-4e9e-98c9-6e74922afda4/ab19a970-7da1-4791-ba0c-534739925629/40f703f5-5fce-44d7-8ec3-e18b892eb0bc) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 11:54:34.782299 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a6d54-a5c5-4df6-bec7-5af17e63aa01 req-9ba711be-f017-487f-9ab9-ca4b2388f81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:34.784364 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-716a6d54-a5c5-4df6-bec7-5af17e63aa01 req-9ba711be-f017-487f-9ab9-ca4b2388f81d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9 HTTP/1.1" status: 200 len: 855 time: 0.1942608 Jun 06 11:54:34.912522 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 8db7d9b2-24f5-4e94-abfb-42f39ab50bb6 up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:54:35.050963 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-43f85fe5-c85f-4b7e-b3ec-ac3b999b41bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:35.074688 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning for port 8db7d9b2-24f5-4e94-abfb-42f39ab50bb6 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:54:35.080419 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a6d54-a5c5-4df6-bec7-5af17e63aa01 req-362b91c4-c0b5-44bd-8d52-7e305909c55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:35.081958 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-716a6d54-a5c5-4df6-bec7-5af17e63aa01 req-362b91c4-c0b5-44bd-8d52-7e305909c55a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fb856b4d-429a-47d7-897b-0443d48f8282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2867005 Jun 06 11:54:35.125333 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e6ce3c-85ad-4d5e-a5bb-c3d19925a359 req-6a1b4a26-1c10-4420-9d3a-7fa451da4578 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:35.126882 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-35e6ce3c-85ad-4d5e-a5bb-c3d19925a359 req-6a1b4a26-1c10-4420-9d3a-7fa451da4578 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.2783470 Jun 06 11:54:35.244260 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-43f85fe5-c85f-4b7e-b3ec-ac3b999b41bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:35.258023 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f8c39790-4745-41ca-ad91-89838a14e75a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:35.295531 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-35e6ce3c-85ad-4d5e-a5bb-c3d19925a359 req-c935975a-a0ee-4ebd-8ac8-c6410341beda tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603971 Jun 06 11:54:35.346132 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f85fe5-c85f-4b7e-b3ec-ac3b999b41bf admin admin] Network e384afd4-53ce-4e9e-98c9-6e74922afda4 is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:54:35.351417 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-43f85fe5-c85f-4b7e-b3ec-ac3b999b41bf admin admin] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:54:35.354574 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c39ca0-7129-4cd9-8e0e-0e638e11e188 None None] Network d6670f84-0e9f-4b36-8e4d-15250d634618 requested from dv-cinder-786260-3-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 11:54:35.357795 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f85fe5-c85f-4b7e-b3ec-ac3b999b41bf admin admin] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 11:54:35.387467 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-716a6d54-a5c5-4df6-bec7-5af17e63aa01 req-ad804329-cd51-4691-8981-6bee92335dfc service neutron] 10.222.0.11 "GET /v2.0/networks/fb856b4d-429a-47d7-897b-0443d48f8282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958686 Jun 06 11:54:35.393613 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f85fe5-c85f-4b7e-b3ec-ac3b999b41bf admin admin] Pushing event updated for resources: {'Port': ['ID=40f703f5-5fce-44d7-8ec3-e18b892eb0bc,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:35.401025 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-43f85fe5-c85f-4b7e-b3ec-ac3b999b41bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:35.438795 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71486436-0711-4320-8640-ba46a0a39e4b req-bece8981-3d1b-479c-bb82-160a6fed0d9b tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:35.440260 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-71486436-0711-4320-8640-ba46a0a39e4b req-bece8981-3d1b-479c-bb82-160a6fed0d9b tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/networks?id=47896ea0-c1f1-4e1e-9293-67231b161aa2 HTTP/1.1" status: 200 len: 813 time: 0.2579515 Jun 06 11:54:35.461277 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-71486436-0711-4320-8640-ba46a0a39e4b req-f81ff073-89ce-4e7f-89ea-6f516cc9db3a tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/quotas/f96ca411a19c40b3815c2beaaf7f081d HTTP/1.1" status: 200 len: 375 time: 0.0150201 Jun 06 11:54:35.486107 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-98939387-e5a3-449d-addc-c5b09952e7ab None None] Provisioning for port 8db7d9b2-24f5-4e94-abfb-42f39ab50bb6 completed by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:54:35.493803 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-98939387-e5a3-449d-addc-c5b09952e7ab None None] Provisioning complete for port 8db7d9b2-24f5-4e94-abfb-42f39ab50bb6 triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:54:35.494393 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-98939387-e5a3-449d-addc-c5b09952e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:35.536715 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-71486436-0711-4320-8640-ba46a0a39e4b req-7bdc9076-b7b0-4c80-81ca-14a35bdda713 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f96ca411a19c40b3815c2beaaf7f081d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657640 Jun 06 11:54:35.650922 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:35.694679 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-71486436-0711-4320-8640-ba46a0a39e4b req-a3a5ead6-7d02-4bbc-9b1e-d1faf2546612 service neutron] 10.222.0.42 "GET /v2.0/networks/47896ea0-c1f1-4e1e-9293-67231b161aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566725 Jun 06 11:54:35.756247 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-716a6d54-a5c5-4df6-bec7-5af17e63aa01 req-e11edcd0-fab5-4196-b45a-2fa2d4b7034d service neutron] 10.222.0.11 "GET /v2.0/networks/fb856b4d-429a-47d7-897b-0443d48f8282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598280 Jun 06 11:54:35.770757 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-98939387-e5a3-449d-addc-c5b09952e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:35.798649 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287082d7-b2ae-43ae-9bac-331d126fb492 req-3d95d175-d420-4c5d-82fb-fcde240a55f2 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:35.800244 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-287082d7-b2ae-43ae-9bac-331d126fb492 req-3d95d175-d420-4c5d-82fb-fcde240a55f2 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 944 time: 0.2387247 Jun 06 11:54:35.827628 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-98939387-e5a3-449d-addc-c5b09952e7ab None None] For port 8db7d9b2-24f5-4e94-abfb-42f39ab50bb6, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=8db7d9b2-24f5-4e94-abfb-42f39ab50bb6,segment=NetworkSegment(cd7c60f5-759c-439b-8ff5-430cf9eb204c),segment_id=cd7c60f5-759c-439b-8ff5-430cf9eb204c)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:54:35.833860 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-98939387-e5a3-449d-addc-c5b09952e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:35.839762 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-16ae1bae-1099-4bcf-8505-c20a46132ee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:35.861088 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-71486436-0711-4320-8640-ba46a0a39e4b req-4f2c151c-353d-4d2b-8359-7cac4986e1b7 service neutron] 10.222.0.42 "GET /v2.0/networks/47896ea0-c1f1-4e1e-9293-67231b161aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652284 Jun 06 11:54:35.934222 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98939387-e5a3-449d-addc-c5b09952e7ab None None] Pushing event updated for resources: {'Port': ['ID=8db7d9b2-24f5-4e94-abfb-42f39ab50bb6,revision_number=3']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:35.938336 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-98939387-e5a3-449d-addc-c5b09952e7ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:35.945160 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-287082d7-b2ae-43ae-9bac-331d126fb492 req-200eebd8-9e98-4ced-bf20-2ce2addc7cd1 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837114 Jun 06 11:54:36.055938 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-43f85fe5-c85f-4b7e-b3ec-ac3b999b41bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:36.058527 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-7dce927f-46ee-46d1-8815-f1354546a2b9 None None] Provisioning complete for port 8db7d9b2-24f5-4e94-abfb-42f39ab50bb6 triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:54:36.058980 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-7dce927f-46ee-46d1-8815-f1354546a2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:36.233772 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-03caac9b-7751-4a60-be64-b7b49656e331 req-bd6068e9-6901-4704-a9d5-7a507e9c9fa1 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd8aa40f-2e79-4b12-9869-ab2823f0a7c6 HTTP/1.1" status: 200 len: 210 time: 0.1019313 Jun 06 11:54:36.514152 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-0e5d9604-3090-4721-8667-c591e569803a tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:36.515768 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-0e5d9604-3090-4721-8667-c591e569803a tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/networks?id=22091504-087c-426c-b258-c19f3fdf15fc HTTP/1.1" status: 200 len: 808 time: 0.2243192 Jun 06 11:54:36.544723 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-83044cbe-90b6-4c79-b153-25cbd83a84aa tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/quotas/c09ca6fca0c8461b9cacf6c10090316b HTTP/1.1" status: 200 len: 375 time: 0.0219777 Jun 06 11:54:36.617062 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-ea4f5b66-460f-45b7-9e46-a19075892f56 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c09ca6fca0c8461b9cacf6c10090316b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658824 Jun 06 11:54:36.772730 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-aa3ec51a-46cc-476f-907d-0d84c3a58858 service neutron] 10.222.0.42 "GET /v2.0/networks/22091504-087c-426c-b258-c19f3fdf15fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546679 Jun 06 11:54:36.808216 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2b9db-1dc9-432e-861d-1176e3ef5968 req-1fce5111-a149-42de-a2e9-535f64a3e81e tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:36.811001 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-23b2b9db-1dc9-432e-861d-1176e3ef5968 req-1fce5111-a149-42de-a2e9-535f64a3e81e tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.3200386 Jun 06 11:54:36.860685 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 8db7d9b2-24f5-4e94-abfb-42f39ab50bb6 up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:54:36.913011 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-43f85fe5-c85f-4b7e-b3ec-ac3b999b41bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-651180'] for router, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:37.001404 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning complete for port 8db7d9b2-24f5-4e94-abfb-42f39ab50bb6 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:54:37.002030 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:37.020781 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-23b2b9db-1dc9-432e-861d-1176e3ef5968 req-5ea4dd2f-2e70-4401-bf39-58f21da00738 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845016 Jun 06 11:54:37.064079 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-83d41010-5a48-4972-8f9d-b1fc8a4d5eb9 service neutron] 10.222.0.42 "GET /v2.0/networks/22091504-087c-426c-b258-c19f3fdf15fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902822 Jun 06 11:54:37.317659 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f85fe5-c85f-4b7e-b3ec-ac3b999b41bf admin admin] Router 0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf is scheduled to L3 agent 3ae38246-b788-4a45-8398-d1ca6712d00e with binding_index 1 {{(pid=91625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 11:54:37.337452 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5e100-94ec-44f5-92c8-bc6e0989b203 req-bb3206f7-e74f-479e-a9fb-c4763639ca21 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:37.344468 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c4e5e100-94ec-44f5-92c8-bc6e0989b203 req-bb3206f7-e74f-479e-a9fb-c4763639ca21 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 944 time: 0.1554143 Jun 06 11:54:37.360339 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-45c52d06-7cb4-4022-9293-25b7e33d42e5 req-1889a193-89fe-49fc-97f7-a13c231084dc tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae765738-11d1-4b54-b31d-93ab52113a4a HTTP/1.1" status: 200 len: 210 time: 0.0778093 Jun 06 11:54:37.479513 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c4e5e100-94ec-44f5-92c8-bc6e0989b203 req-0e6abd1d-5b37-44fd-b76e-0bcd18eef98a tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339948 Jun 06 11:54:37.588828 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-9e199cdb-e442-4b11-8232-86a4f7658508 req-2385ea50-4438-43b3-a79d-9d702db52d4d tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd8aa40f-2e79-4b12-9869-ab2823f0a7c6 HTTP/1.1" status: 200 len: 210 time: 0.0564957 Jun 06 11:54:37.617286 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f85fe5-c85f-4b7e-b3ec-ac3b999b41bf admin admin] Notify agent at l3_agent.dv-cinder-786260-3-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 11:54:37.626648 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6ddfc8-425c-41b6-ac3f-6bb8ff697dc0 None None] Sync routers for ids ['0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf'] in dv-cinder-786260-3-smb {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 11:54:37.647360 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6ddfc8-425c-41b6-ac3f-6bb8ff697dc0 None None] Routers {'0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:54:37.648005 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-4f6ddfc8-425c-41b6-ac3f-6bb8ff697dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T11:54:33Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:54:37.652616 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-43f85fe5-c85f-4b7e-b3ec-ac3b999b41bf admin admin] Notify callbacks [] for router, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:37.657218 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-43f85fe5-c85f-4b7e-b3ec-ac3b999b41bf admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.7523732 Jun 06 11:54:37.657557 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 45130) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:54:37.884211 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-4f6ddfc8-425c-41b6-ac3f-6bb8ff697dc0 None None] Set router 0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf gateway port host: dv-cinder-786260-3-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:54:38.215651 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-4f6ddfc8-425c-41b6-ac3f-6bb8ff697dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf', 'name': 'tempest-TestShelveInstance-1219363108-router', 'tenant_id': 'a760c1c31ed345629684c634c2c50df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '40f703f5-5fce-44d7-8ec3-e18b892eb0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:33Z', 'updated_at': '2021-06-06T11:54:35Z', 'revision_number': 3, 'project_id': 'a760c1c31ed345629684c634c2c50df0', 'gw_port': {'id': '40f703f5-5fce-44d7-8ec3-e18b892eb0bc', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:34Z', 'updated_at': '2021-06-06T11:54:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb'}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:54:38.219459 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6ddfc8-425c-41b6-ac3f-6bb8ff697dc0 None None] Checking router: 0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf for host: dv-cinder-786260-3-smb {{(pid=91628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 11:54:38.219842 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6ddfc8-425c-41b6-ac3f-6bb8ff697dc0 None None] Updating router 0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf port 40f703f5-5fce-44d7-8ec3-e18b892eb0bc binding host dv-cinder-786260-3-smb {{(pid=91628) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 11:54:38.281708 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-4f6ddfc8-425c-41b6-ac3f-6bb8ff697dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:38.322157 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ed3cc-6908-42ee-8677-712aac82fa81 req-90520b4a-3676-4fb3-8727-6d642b62a186 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:38.323692 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c13ed3cc-6908-42ee-8677-712aac82fa81 req-90520b4a-3676-4fb3-8727-6d642b62a186 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.1302662 Jun 06 11:54:38.392782 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c13ed3cc-6908-42ee-8677-712aac82fa81 req-3cb08330-8784-4ee2-9b79-02f544ee7ad7 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629551 Jun 06 11:54:38.627354 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-44bafdc3-354b-4bdc-8136-43b4a878a6f3 req-95d26e24-1125-45d7-8809-742ef798893d tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae765738-11d1-4b54-b31d-93ab52113a4a HTTP/1.1" status: 200 len: 210 time: 0.1038926 Jun 06 11:54:38.646250 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f4a595e2-da22-4084-abcd-fab9dd792ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:38.709639 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-4f6ddfc8-425c-41b6-ac3f-6bb8ff697dc0 None None] Notify callbacks [] for port, precommit_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:38.730694 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.provisioning_blocks [None req-4f6ddfc8-425c-41b6-ac3f-6bb8ff697dc0 None None] Transition to ACTIVE for port object 40f703f5-5fce-44d7-8ec3-e18b892eb0bc will not be triggered until provisioned by entity L2. {{(pid=91628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:54:38.747450 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-4f6ddfc8-425c-41b6-ac3f-6bb8ff697dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:38.765541 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-3d7f515f-4a10-43ac-b886-cc1f280c35d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:38.784937 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9087ce-eccc-4f83-9ddc-37ded5263d71 req-b2bceba8-e5de-4578-9fc4-ad9272800882 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:38.786926 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-0d9087ce-eccc-4f83-9ddc-37ded5263d71 req-b2bceba8-e5de-4578-9fc4-ad9272800882 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 944 time: 0.1581175 Jun 06 11:54:38.847646 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-9b83328f-e7ab-4416-ae01-1c09f1822d67 req-483c3819-856a-4a82-8dcc-4388192929b0 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd8aa40f-2e79-4b12-9869-ab2823f0a7c6 HTTP/1.1" status: 200 len: 210 time: 0.0526392 Jun 06 11:54:38.866379 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27470535-a628-4e8b-b131-cd288c4e6fdf None None] Pushing event updated for resources: {'Port': ['ID=40f703f5-5fce-44d7-8ec3-e18b892eb0bc,revision_number=2']} {{(pid=91628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:38.880435 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-0d9087ce-eccc-4f83-9ddc-37ded5263d71 req-962b8d42-7e0a-4cb4-8dfe-6c292e973dcc tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871580 Jun 06 11:54:38.912925 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27470535-a628-4e8b-b131-cd288c4e6fdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:38.913299 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27470535-a628-4e8b-b131-cd288c4e6fdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:38.913604 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27470535-a628-4e8b-b131-cd288c4e6fdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:38.913969 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27470535-a628-4e8b-b131-cd288c4e6fdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:38.914297 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27470535-a628-4e8b-b131-cd288c4e6fdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:38.914625 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27470535-a628-4e8b-b131-cd288c4e6fdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:38.914945 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27470535-a628-4e8b-b131-cd288c4e6fdf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:38.916003 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27470535-a628-4e8b-b131-cd288c4e6fdf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:38.916227 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27470535-a628-4e8b-b131-cd288c4e6fdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:38.916737 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27470535-a628-4e8b-b131-cd288c4e6fdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:38.917065 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27470535-a628-4e8b-b131-cd288c4e6fdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:38.917385 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27470535-a628-4e8b-b131-cd288c4e6fdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:38.928463 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-27470535-a628-4e8b-b131-cd288c4e6fdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:38.930694 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-4f6ddfc8-425c-41b6-ac3f-6bb8ff697dc0 None None] Attempting to bind port 40f703f5-5fce-44d7-8ec3-e18b892eb0bc on host dv-cinder-786260-3-smb for vnic_type normal with profile {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 11:54:38.931068 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-4f6ddfc8-425c-41b6-ac3f-6bb8ff697dc0 None None] Attempting to bind port 40f703f5-5fce-44d7-8ec3-e18b892eb0bc by drivers openvswitch,hyperv on host dv-cinder-786260-3-smb at level 0 using segments [{'id': '52a7e149-8864-41bb-af99-9d7fcbaa5b17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4'}] {{(pid=91628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 11:54:38.931985 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6ddfc8-425c-41b6-ac3f-6bb8ff697dc0 None None] Attempting to bind port 40f703f5-5fce-44d7-8ec3-e18b892eb0bc on network e384afd4-53ce-4e9e-98c9-6e74922afda4 {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:54:38.937677 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6ddfc8-425c-41b6-ac3f-6bb8ff697dc0 None None] Checking agent: {'id': '8c08a107-9ed3-4e66-a1ef-b6d8b5adb9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 2), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 11:54:38.938151 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6ddfc8-425c-41b6-ac3f-6bb8ff697dc0 None None] Checking segment: {'id': '52a7e149-8864-41bb-af99-9d7fcbaa5b17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:54:38.938561 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-4f6ddfc8-425c-41b6-ac3f-6bb8ff697dc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:38.938962 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6ddfc8-425c-41b6-ac3f-6bb8ff697dc0 None None] Bound using segment: {'id': '52a7e149-8864-41bb-af99-9d7fcbaa5b17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4'} {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 11:54:38.939435 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-4f6ddfc8-425c-41b6-ac3f-6bb8ff697dc0 None None] Bound port: 40f703f5-5fce-44d7-8ec3-e18b892eb0bc, host: dv-cinder-786260-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52a7e149-8864-41bb-af99-9d7fcbaa5b17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4'}}] {{(pid=91628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 11:54:38.939809 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-4f6ddfc8-425c-41b6-ac3f-6bb8ff697dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:39.021795 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_common [None req-f4a595e2-da22-4084-abcd-fab9dd792ea5 admin admin] Allocated IP 172.20.0.1 (d6670f84-0e9f-4b36-8e4d-15250d634618/e8e17c6c-ff31-40ab-9258-8dd2846f4c32/d5a6fcc3-fb6a-44a0-abee-5fc2f1cb9e47) {{(pid=91626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 11:54:39.038644 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.db [None req-4f6ddfc8-425c-41b6-ac3f-6bb8ff697dc0 None None] For port 40f703f5-5fce-44d7-8ec3-e18b892eb0bc, host dv-cinder-786260-3-smb, cleared binding levels {{(pid=91628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 11:54:39.042343 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.db [None req-4f6ddfc8-425c-41b6-ac3f-6bb8ff697dc0 None None] For port 40f703f5-5fce-44d7-8ec3-e18b892eb0bc, host dv-cinder-786260-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=40f703f5-5fce-44d7-8ec3-e18b892eb0bc,segment=NetworkSegment(52a7e149-8864-41bb-af99-9d7fcbaa5b17),segment_id=52a7e149-8864-41bb-af99-9d7fcbaa5b17)] {{(pid=91628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 11:54:39.051857 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-4f6ddfc8-425c-41b6-ac3f-6bb8ff697dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:39.057664 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:39.133083 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6ddfc8-425c-41b6-ac3f-6bb8ff697dc0 None None] Routers {'0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:54:39.133731 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-4f6ddfc8-425c-41b6-ac3f-6bb8ff697dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T11:54:33Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:54:39.186463 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f4a595e2-da22-4084-abcd-fab9dd792ea5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:39.202597 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27470535-a628-4e8b-b131-cd288c4e6fdf None None] Pushing event updated for resources: {'Port': ['ID=40f703f5-5fce-44d7-8ec3-e18b892eb0bc,revision_number=3']} {{(pid=91628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:39.203362 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-f4a595e2-da22-4084-abcd-fab9dd792ea5 admin admin] Transition to ACTIVE for port object d5a6fcc3-fb6a-44a0-abee-5fc2f1cb9e47 will not be triggered until provisioned by entity DHCP. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:54:39.216676 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-27470535-a628-4e8b-b131-cd288c4e6fdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:39.251319 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f4a595e2-da22-4084-abcd-fab9dd792ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1152752'] for port, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:39.255936 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-4a543544-929f-4387-b8d9-54f046c920c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:39.321059 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-4f6ddfc8-425c-41b6-ac3f-6bb8ff697dc0 None None] Set router 0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf gateway port host: dv-cinder-786260-3-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:54:39.324675 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a595e2-da22-4084-abcd-fab9dd792ea5 admin admin] Network d6670f84-0e9f-4b36-8e4d-15250d634618 is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:54:39.327621 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-f4a595e2-da22-4084-abcd-fab9dd792ea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:54:39.330635 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a595e2-da22-4084-abcd-fab9dd792ea5 admin admin] Received port after_create {{(pid=91626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 11:54:39.372884 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a595e2-da22-4084-abcd-fab9dd792ea5 admin admin] Pushing event updated for resources: {'Port': ['ID=d5a6fcc3-fb6a-44a0-abee-5fc2f1cb9e47,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:39.375842 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-f4a595e2-da22-4084-abcd-fab9dd792ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:39.405447 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f4a595e2-da22-4084-abcd-fab9dd792ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625382'] for router_interface, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:39.588142 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-da12a5b9-9cb3-4017-a7d4-1aabc60b7137 None None] Provisioning for port d5a6fcc3-fb6a-44a0-abee-5fc2f1cb9e47 completed by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:54:39.597094 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-da12a5b9-9cb3-4017-a7d4-1aabc60b7137 None None] Provisioning complete for port d5a6fcc3-fb6a-44a0-abee-5fc2f1cb9e47 triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:54:39.597477 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-da12a5b9-9cb3-4017-a7d4-1aabc60b7137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:39.639611 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f4a595e2-da22-4084-abcd-fab9dd792ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:39.667068 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-da12a5b9-9cb3-4017-a7d4-1aabc60b7137 None None] Port d5a6fcc3-fb6a-44a0-abee-5fc2f1cb9e47 cannot update to ACTIVE because it is not bound. {{(pid=91627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 11:54:39.710456 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-4f6ddfc8-425c-41b6-ac3f-6bb8ff697dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf', 'name': 'tempest-TestShelveInstance-1219363108-router', 'tenant_id': 'a760c1c31ed345629684c634c2c50df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '40f703f5-5fce-44d7-8ec3-e18b892eb0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:33Z', 'updated_at': '2021-06-06T11:54:35Z', 'revision_number': 3, 'project_id': 'a760c1c31ed345629684c634c2c50df0', 'gw_port': {'id': '40f703f5-5fce-44d7-8ec3-e18b892eb0bc', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:34Z', 'updated_at': '2021-06-06T11:54:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb'}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:54:39.714973 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6ddfc8-425c-41b6-ac3f-6bb8ff697dc0 None None] The sync data for ids ['0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf'] in dv-cinder-786260-3-smb is: [{'id': '0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf', 'name': 'tempest-TestShelveInstance-1219363108-router', 'tenant_id': 'a760c1c31ed345629684c634c2c50df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '40f703f5-5fce-44d7-8ec3-e18b892eb0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:33Z', 'updated_at': '2021-06-06T11:54:35Z', 'revision_number': 3, 'project_id': 'a760c1c31ed345629684c634c2c50df0', 'gw_port': {'id': '40f703f5-5fce-44d7-8ec3-e18b892eb0bc', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:34Z', 'updated_at': '2021-06-06T11:54:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb'}] {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 11:54:39.827661 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ab063-6e18-4e31-ba07-aa94f3be08dd req-6b378e40-60ec-4613-915e-1b83c5a3a60e tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:39.829478 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-159ab063-6e18-4e31-ba07-aa94f3be08dd req-6b378e40-60ec-4613-915e-1b83c5a3a60e tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.2584834 Jun 06 11:54:39.858616 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-9620d85a-0496-47fd-bdcc-b0fc31829541 req-70b5b1c7-6f61-4557-ae28-8e0932f0a311 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae765738-11d1-4b54-b31d-93ab52113a4a HTTP/1.1" status: 200 len: 210 time: 0.0676951 Jun 06 11:54:39.951318 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-159ab063-6e18-4e31-ba07-aa94f3be08dd req-c09266ee-64e5-40e3-a2c4-55b10f47b6bc tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716970 Jun 06 11:54:40.020494 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f4a595e2-da22-4084-abcd-fab9dd792ea5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:40.034664 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f4a595e2-da22-4084-abcd-fab9dd792ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1152715'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:40.081689 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:40.136623 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-609f29d1-9cb2-4347-b43a-bc3dfebd1a5a req-74ced045-3766-4a80-b6ef-61b6f3869cd3 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd8aa40f-2e79-4b12-9869-ab2823f0a7c6 HTTP/1.1" status: 200 len: 210 time: 0.1289868 Jun 06 11:54:40.281027 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f4a595e2-da22-4084-abcd-fab9dd792ea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647614'] for router_interface, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:40.284722 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a595e2-da22-4084-abcd-fab9dd792ea5 admin admin] Pushing event updated for resources: {'Port': ['ID=d5a6fcc3-fb6a-44a0-abee-5fc2f1cb9e47,revision_number=2']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:40.291424 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-f4a595e2-da22-4084-abcd-fab9dd792ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:40.479301 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cfaab-68e1-4697-8d3c-97ce8cd89011 req-ea624072-54d6-4941-974b-c4b239bdec02 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:40.480849 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-ad2cfaab-68e1-4697-8d3c-97ce8cd89011 req-ea624072-54d6-4941-974b-c4b239bdec02 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 944 time: 0.4001579 Jun 06 11:54:40.562248 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-ad2cfaab-68e1-4697-8d3c-97ce8cd89011 req-10098dd3-be7c-4f62-a067-fb17805ff082 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739102 Jun 06 11:54:40.571185 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a595e2-da22-4084-abcd-fab9dd792ea5 admin admin] Network d6670f84-0e9f-4b36-8e4d-15250d634618 is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:54:40.572850 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-f4a595e2-da22-4084-abcd-fab9dd792ea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:54:40.845737 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a595e2-da22-4084-abcd-fab9dd792ea5 admin admin] Router 0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf has already been hosted by L3 agent 3ae38246-b788-4a45-8398-d1ca6712d00e {{(pid=91626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 11:54:40.880441 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 40f703f5-5fce-44d7-8ec3-e18b892eb0bc up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:54:40.977214 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning for port 40f703f5-5fce-44d7-8ec3-e18b892eb0bc completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:54:40.983189 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning complete for port 40f703f5-5fce-44d7-8ec3-e18b892eb0bc triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:54:40.983579 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:41.016108 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-db2c7c59-b35b-4020-bcb8-d145525e86ec None None] Provisioning complete for port d5a6fcc3-fb6a-44a0-abee-5fc2f1cb9e47 triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:54:41.016757 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-db2c7c59-b35b-4020-bcb8-d145525e86ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:41.091690 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-21754e16-1c4a-49d7-950e-3df86658d3ff req-72575891-1743-4875-85ea-d083f2f73d90 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae765738-11d1-4b54-b31d-93ab52113a4a HTTP/1.1" status: 200 len: 210 time: 0.1035252 Jun 06 11:54:41.133215 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-db2c7c59-b35b-4020-bcb8-d145525e86ec None None] Port d5a6fcc3-fb6a-44a0-abee-5fc2f1cb9e47 cannot update to ACTIVE because it is not bound. {{(pid=91627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 11:54:41.206529 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:41.228818 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] For port 40f703f5-5fce-44d7-8ec3-e18b892eb0bc, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=40f703f5-5fce-44d7-8ec3-e18b892eb0bc,segment=NetworkSegment(52a7e149-8864-41bb-af99-9d7fcbaa5b17),segment_id=52a7e149-8864-41bb-af99-9d7fcbaa5b17)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:54:41.249923 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a595e2-da22-4084-abcd-fab9dd792ea5 admin admin] Notify agent at l3_agent.dv-cinder-786260-3-smb the message routers_updated {{(pid=91626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 11:54:41.252686 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:41.254530 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:41.285316 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-f4a595e2-da22-4084-abcd-fab9dd792ea5 admin admin] 10.222.0.42 "PUT /v2.0/routers/0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6175287 Jun 06 11:54:41.372677 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ddc67-3968-486b-9337-e573c4ae9df6 req-fc31c0b2-cba4-452a-be39-3181d44e357c tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:41.374316 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-2d2ddc67-3968-486b-9337-e573c4ae9df6 req-fc31c0b2-cba4-452a-be39-3181d44e357c tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.2066777 Jun 06 11:54:41.399645 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-dc01f76f-5147-48f2-8de8-63cf677c853d req-af1da010-e247-40f7-901e-869323c61171 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd8aa40f-2e79-4b12-9869-ab2823f0a7c6 HTTP/1.1" status: 200 len: 210 time: 0.0913556 Jun 06 11:54:41.401170 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Pushing event updated for resources: {'Port': ['ID=40f703f5-5fce-44d7-8ec3-e18b892eb0bc,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:41.414828 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:41.451701 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-2d2ddc67-3968-486b-9337-e573c4ae9df6 req-fce0f412-6e25-4fce-acfa-59a862ef8136 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706835 Jun 06 11:54:41.768087 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a92745-b546-4b4c-9e10-924485b48ff8 None None] Sync routers for ids ['0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf'] in dv-cinder-786260-3-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 11:54:41.784320 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a92745-b546-4b4c-9e10-924485b48ff8 None None] Routers {'0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:54:41.784969 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-99a92745-b546-4b4c-9e10-924485b48ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T11:54:33Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:54:41.807234 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb31c6-2cdf-4aa3-8711-bee7f63118a1 req-e6166a14-5ad6-45ca-9e44-3eb031a9d79a tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:41.810310 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-f7eb31c6-2cdf-4aa3-8711-bee7f63118a1 req-e6166a14-5ad6-45ca-9e44-3eb031a9d79a tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 944 time: 0.1223886 Jun 06 11:54:41.870547 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-f7eb31c6-2cdf-4aa3-8711-bee7f63118a1 req-511234e9-503d-442d-a3bf-6d1a3a120248 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546818 Jun 06 11:54:42.035135 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-99a92745-b546-4b4c-9e10-924485b48ff8 None None] Set router 0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf gateway port host: dv-cinder-786260-3-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:54:42.042569 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 45174) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:54:42.047803 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-c54db2e1-b841-46f1-9d6b-ebaca4238b37 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-110123505-network', 'tenant_id': 'f2d79d8c1802494b9aa6a8cf2671ed19'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:54:42.073390 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54db2e1-b841-46f1-9d6b-ebaca4238b37 admin admin] Made reservation on behalf of f2d79d8c1802494b9aa6a8cf2671ed19 for: {'network': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:54:42.076124 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c54db2e1-b841-46f1-9d6b-ebaca4238b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7902729'] for network, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:42.089573 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c54db2e1-b841-46f1-9d6b-ebaca4238b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:42.254114 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c54db2e1-b841-46f1-9d6b-ebaca4238b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:42.261087 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c54db2e1-b841-46f1-9d6b-ebaca4238b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:42.276409 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-9cd6409d-3e01-4471-964f-3b24954c8ab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:42.285641 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-2b053fe2-0e0a-42a8-bab4-48efc6de60b1 req-80fd442e-9aed-42b3-84d8-df8f441fbe5d tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae765738-11d1-4b54-b31d-93ab52113a4a HTTP/1.1" status: 200 len: 210 time: 0.0546148 Jun 06 11:54:42.296054 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c54db2e1-b841-46f1-9d6b-ebaca4238b37 admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=91625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 11:54:42.321231 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c54db2e1-b841-46f1-9d6b-ebaca4238b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118'] for segment, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:42.322480 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.db.segments_db [None req-c54db2e1-b841-46f1-9d6b-ebaca4238b37 admin admin] Added segment af5b9b64-168a-4bc2-91de-963fa8651952 of type vlan for network 6ac15f0f-b62d-455f-a9f1-83364cf61df5 Jun 06 11:54:42.331423 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54db2e1-b841-46f1-9d6b-ebaca4238b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186990ad-8c40-4c8a-a051-4c7086cec495,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:42.347119 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c54db2e1-b841-46f1-9d6b-ebaca4238b37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:42.383612 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c54db2e1-b841-46f1-9d6b-ebaca4238b37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770687122670'] for network, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:42.491850 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c54db2e1-b841-46f1-9d6b-ebaca4238b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-598673'] for network, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:42.495156 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54db2e1-b841-46f1-9d6b-ebaca4238b37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:42.496092 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c54db2e1-b841-46f1-9d6b-ebaca4238b37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:42.501437 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-d202b812-bf9f-49e6-95f2-c353af7f19f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:42.537668 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-99a92745-b546-4b4c-9e10-924485b48ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf', 'name': 'tempest-TestShelveInstance-1219363108-router', 'tenant_id': 'a760c1c31ed345629684c634c2c50df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '40f703f5-5fce-44d7-8ec3-e18b892eb0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:33Z', 'updated_at': '2021-06-06T11:54:39Z', 'revision_number': 4, 'project_id': 'a760c1c31ed345629684c634c2c50df0', 'gw_port': {'id': '40f703f5-5fce-44d7-8ec3-e18b892eb0bc', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:34Z', 'updated_at': '2021-06-06T11:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_interfaces': [{'id': 'd5a6fcc3-fb6a-44a0-abee-5fc2f1cb9e47', 'name': '', 'network_id': 'd6670f84-0e9f-4b36-8e4d-15250d634618', 'tenant_id': 'a760c1c31ed345629684c634c2c50df0', 'mac_address': 'fa:16:3e:89:f5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'e8e17c6c-ff31-40ab-9258-8dd2846f4c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:38Z', 'updated_at': '2021-06-06T11:54:39Z', 'revision_number': 2, 'project_id': 'a760c1c31ed345629684c634c2c50df0', 'subnets': [{'id': 'e8e17c6c-ff31-40ab-9258-8dd2846f4c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:54:42.542267 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a92745-b546-4b4c-9e10-924485b48ff8 None None] Checking router: 0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf for host: dv-cinder-786260-3-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 11:54:42.542844 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a92745-b546-4b4c-9e10-924485b48ff8 None None] Updating router 0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf port d5a6fcc3-fb6a-44a0-abee-5fc2f1cb9e47 binding host dv-cinder-786260-3-smb {{(pid=91627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 11:54:42.601034 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-99a92745-b546-4b4c-9e10-924485b48ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:42.773905 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930377d-48e2-4e77-b4bb-736e5c9af5b1 req-2c93b86a-7fbb-42b1-ac50-aa624d2af01f tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:42.784813 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-8930377d-48e2-4e77-b4bb-736e5c9af5b1 req-2c93b86a-7fbb-42b1-ac50-aa624d2af01f tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.1534934 Jun 06 11:54:42.862912 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-76eb5b0b-05c9-4781-9214-5e34e4c085ef req-78731d96-2fff-48f9-b5ea-fc2bce6c9033 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd8aa40f-2e79-4b12-9869-ab2823f0a7c6 HTTP/1.1" status: 200 len: 210 time: 0.2604053 Jun 06 11:54:42.879609 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-c54db2e1-b841-46f1-9d6b-ebaca4238b37 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8359642 Jun 06 11:54:42.887843 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 45182) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:54:42.888080 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54db2e1-b841-46f1-9d6b-ebaca4238b37 admin admin] Pushing event updated for resources: {'Network': ['ID=6ac15f0f-b62d-455f-a9f1-83364cf61df5,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:42.890014 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c54db2e1-b841-46f1-9d6b-ebaca4238b37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:42.901517 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-3f066334-653a-450f-a86e-9494fd76ef5d admin admin] Request body: {'subnet': {'network_id': '6ac15f0f-b62d-455f-a9f1-83364cf61df5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-110123505-subnet', 'tenant_id': 'f2d79d8c1802494b9aa6a8cf2671ed19', 'ip_version': 4}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:54:42.927155 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-8930377d-48e2-4e77-b4bb-736e5c9af5b1 req-91eb0685-3907-4785-8c73-576662c48f3e tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412416 Jun 06 11:54:42.947550 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f066334-653a-450f-a86e-9494fd76ef5d admin admin] Made reservation on behalf of f2d79d8c1802494b9aa6a8cf2671ed19 for: {'subnet': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:54:42.949227 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 40f703f5-5fce-44d7-8ec3-e18b892eb0bc up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:54:42.951176 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3f066334-653a-450f-a86e-9494fd76ef5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3070749'] for subnet, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:42.975222 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Network 6ac15f0f-b62d-455f-a9f1-83364cf61df5 details requested by agent ovs-agent-dv-cinder-786260-3-smb with host dv-cinder-786260-3-smb {{(pid=91627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 11:54:43.194578 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3ec36-41f2-4cd3-ba6d-8599bc9ee655 req-6c07ee51-ffad-4048-b1d2-a7aa012e87ba tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:43.196126 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-84b3ec36-41f2-4cd3-ba6d-8599bc9ee655 req-6c07ee51-ffad-4048-b1d2-a7aa012e87ba tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 944 time: 0.1209564 Jun 06 11:54:43.207884 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3f066334-653a-450f-a86e-9494fd76ef5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1152604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3070735'] for subnet, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:43.214473 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-cffd50f8-127c-4cad-b8b0-b88a8404cf30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:43.280836 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning complete for port 40f703f5-5fce-44d7-8ec3-e18b892eb0bc triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:54:43.282040 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:43.295443 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-84b3ec36-41f2-4cd3-ba6d-8599bc9ee655 req-02eaf54f-31e6-4cc8-92e4-0ab8dfa4588b tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924098 Jun 06 11:54:43.347089 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f066334-653a-450f-a86e-9494fd76ef5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b163f95-4324-4b0d-8fd3-ed028c41cba6,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:43.362810 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-3f066334-653a-450f-a86e-9494fd76ef5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:43.367429 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f066334-653a-450f-a86e-9494fd76ef5d admin admin] Checking segment: {'id': 'af5b9b64-168a-4bc2-91de-963fa8651952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '6ac15f0f-b62d-455f-a9f1-83364cf61df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:54:43.367797 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f066334-653a-450f-a86e-9494fd76ef5d admin admin] Network hostable DHCP agents. Network: 6ac15f0f-b62d-455f-a9f1-83364cf61df5, hostable agents: ['faabf3fc-c1ac-4f7b-ba43-3022feb00bd5'], hosted agents: [] {{(pid=91626) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 11:54:43.406816 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-99a92745-b546-4b4c-9e10-924485b48ff8 None None] Notify callbacks [] for port, precommit_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:43.423549 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f066334-653a-450f-a86e-9494fd76ef5d admin admin] Network 6ac15f0f-b62d-455f-a9f1-83364cf61df5 is scheduled to be hosted by DHCP agent faabf3fc-c1ac-4f7b-ba43-3022feb00bd5 with binding_index 1 {{(pid=91626) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 11:54:43.448394 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-99a92745-b546-4b4c-9e10-924485b48ff8 None None] Transition to ACTIVE for port object d5a6fcc3-fb6a-44a0-abee-5fc2f1cb9e47 will not be triggered until provisioned by entity L2. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:54:43.451568 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-3f066334-653a-450f-a86e-9494fd76ef5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-3-smb, 6ac15f0f-b62d-455f-a9f1-83364cf61df5) {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:54:43.456044 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f066334-653a-450f-a86e-9494fd76ef5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:43.456653 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3f066334-653a-450f-a86e-9494fd76ef5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for subnet, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:43.491987 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-3f066334-653a-450f-a86e-9494fd76ef5d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6065531 Jun 06 11:54:43.495299 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 45190) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:54:43.499712 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-bf1761ab-bfeb-4ca0-98cf-b21faffbb9fd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-110123505-router', 'tenant_id': 'f2d79d8c1802494b9aa6a8cf2671ed19', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4'}}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:54:43.522111 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1b7371-c65a-40d9-bb1a-8b97d6fd0ba8 None None] Network 6ac15f0f-b62d-455f-a9f1-83364cf61df5 requested from dv-cinder-786260-3-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 11:54:43.552163 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-99a92745-b546-4b4c-9e10-924485b48ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:43.563932 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-98939387-e5a3-449d-addc-c5b09952e7ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:43.573667 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-42f7f0e1-d152-4add-82af-c1b22314f6e7 req-beb5c99f-a047-43e0-9e31-cc5f29e08e82 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae765738-11d1-4b54-b31d-93ab52113a4a HTTP/1.1" status: 200 len: 210 time: 0.0605478 Jun 06 11:54:43.600161 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-bf1761ab-bfeb-4ca0-98cf-b21faffbb9fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5376'] for router, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:43.601320 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-bf1761ab-bfeb-4ca0-98cf-b21faffbb9fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-651249', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5401'] for router, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:43.621741 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-bf1761ab-bfeb-4ca0-98cf-b21faffbb9fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:43.940989 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85fe78a-d885-4196-bb77-cc4ae1bd4682 None None] Pushing event updated for resources: {'Port': ['ID=d5a6fcc3-fb6a-44a0-abee-5fc2f1cb9e47,revision_number=3']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:43.948743 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-d85fe78a-d885-4196-bb77-cc4ae1bd4682 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:43.953503 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-bf1761ab-bfeb-4ca0-98cf-b21faffbb9fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-651139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-644959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5423'] for router, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:44.162022 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-99a92745-b546-4b4c-9e10-924485b48ff8 None None] Attempting to bind port d5a6fcc3-fb6a-44a0-abee-5fc2f1cb9e47 on host dv-cinder-786260-3-smb for vnic_type normal with profile {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 11:54:44.162412 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-99a92745-b546-4b4c-9e10-924485b48ff8 None None] Attempting to bind port d5a6fcc3-fb6a-44a0-abee-5fc2f1cb9e47 by drivers openvswitch,hyperv on host dv-cinder-786260-3-smb at level 0 using segments [{'id': 'cd7c60f5-759c-439b-8ff5-430cf9eb204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd6670f84-0e9f-4b36-8e4d-15250d634618'}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 11:54:44.162788 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a92745-b546-4b4c-9e10-924485b48ff8 None None] Attempting to bind port d5a6fcc3-fb6a-44a0-abee-5fc2f1cb9e47 on network d6670f84-0e9f-4b36-8e4d-15250d634618 {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:54:44.163712 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-208b8055-1fa3-4f01-a078-f8f822f52dfe req-b2f53b73-e7cf-4338-9c72-048541503b35 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd8aa40f-2e79-4b12-9869-ab2823f0a7c6 HTTP/1.1" status: 200 len: 210 time: 0.1109509 Jun 06 11:54:44.165636 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800a2f36-47f3-4e39-8f3b-b05160a1bd97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp900c76ae-0d80-5f73-9b80-9ed4069fcc53-6ac15f0f-b62d-455f-a9f1-83364cf61df5', 'network_id': '6ac15f0f-b62d-455f-a9f1-83364cf61df5', 'tenant_id': 'f2d79d8c1802494b9aa6a8cf2671ed19', 'fixed_ips': [{'subnet_id': '1b163f95-4324-4b0d-8fd3-ed028c41cba6'}]}} from dv-cinder-786260-3-smb. {{(pid=91627) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 11:54:44.166738 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-800a2f36-47f3-4e39-8f3b-b05160a1bd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:44.194267 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a92745-b546-4b4c-9e10-924485b48ff8 None None] Checking agent: {'id': '8c08a107-9ed3-4e66-a1ef-b6d8b5adb9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 2), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 11:54:44.194577 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a92745-b546-4b4c-9e10-924485b48ff8 None None] Checking segment: {'id': 'cd7c60f5-759c-439b-8ff5-430cf9eb204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd6670f84-0e9f-4b36-8e4d-15250d634618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:54:44.195006 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-99a92745-b546-4b4c-9e10-924485b48ff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:44.195417 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a92745-b546-4b4c-9e10-924485b48ff8 None None] Bound using segment: {'id': 'cd7c60f5-759c-439b-8ff5-430cf9eb204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd6670f84-0e9f-4b36-8e4d-15250d634618'} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 11:54:44.195916 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-99a92745-b546-4b4c-9e10-924485b48ff8 None None] Bound port: d5a6fcc3-fb6a-44a0-abee-5fc2f1cb9e47, host: dv-cinder-786260-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd7c60f5-759c-439b-8ff5-430cf9eb204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd6670f84-0e9f-4b36-8e4d-15250d634618'}}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 11:54:44.196301 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-99a92745-b546-4b4c-9e10-924485b48ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:44.415106 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-99a92745-b546-4b4c-9e10-924485b48ff8 None None] For port d5a6fcc3-fb6a-44a0-abee-5fc2f1cb9e47, host dv-cinder-786260-3-smb, cleared binding levels {{(pid=91627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 11:54:44.419564 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-99a92745-b546-4b4c-9e10-924485b48ff8 None None] For port d5a6fcc3-fb6a-44a0-abee-5fc2f1cb9e47, host dv-cinder-786260-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=d5a6fcc3-fb6a-44a0-abee-5fc2f1cb9e47,segment=NetworkSegment(cd7c60f5-759c-439b-8ff5-430cf9eb204c),segment_id=cd7c60f5-759c-439b-8ff5-430cf9eb204c)] {{(pid=91627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 11:54:44.435057 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-99a92745-b546-4b4c-9e10-924485b48ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:44.443095 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-233aedbb-069e-4105-8b97-80551e3d7fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:44.576241 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a92745-b546-4b4c-9e10-924485b48ff8 None None] Routers {'0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:54:44.576903 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-99a92745-b546-4b4c-9e10-924485b48ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T11:54:33Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:54:44.613475 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448c5ca-e4a6-4b47-8453-7f5db98f6ceb req-887a2401-e00d-4e51-846a-65e6e579dfe2 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:44.629785 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-3448c5ca-e4a6-4b47-8453-7f5db98f6ceb req-887a2401-e00d-4e51-846a-65e6e579dfe2 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 944 time: 0.1303437 Jun 06 11:54:44.666871 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.db_base_plugin_common [None req-800a2f36-47f3-4e39-8f3b-b05160a1bd97 None None] Allocated IP 172.20.0.2 (6ac15f0f-b62d-455f-a9f1-83364cf61df5/1b163f95-4324-4b0d-8fd3-ed028c41cba6/161e8aef-da73-47d7-9727-f1aa16b9d19a) {{(pid=91627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 11:54:44.672225 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85fe78a-d885-4196-bb77-cc4ae1bd4682 None None] Pushing event updated for resources: {'Port': ['ID=d5a6fcc3-fb6a-44a0-abee-5fc2f1cb9e47,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:44.678464 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-d85fe78a-d885-4196-bb77-cc4ae1bd4682 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:44.692963 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae9350e-d5e9-4261-b022-885f73ca514f req-46c84a83-a2e0-46cb-b4d6-96cc4fc8ee11 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:44.698664 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-9ae9350e-d5e9-4261-b022-885f73ca514f req-46c84a83-a2e0-46cb-b4d6-96cc4fc8ee11 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.3980067 Jun 06 11:54:44.711231 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-3448c5ca-e4a6-4b47-8453-7f5db98f6ceb req-17b90861-069f-431a-aff9-e44303b09f58 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799387 Jun 06 11:54:44.806621 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-9ae9350e-d5e9-4261-b022-885f73ca514f req-b22ba17c-360f-478b-a6dc-b4dab66062f2 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930316 Jun 06 11:54:44.811747 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-bf1761ab-bfeb-4ca0-98cf-b21faffbb9fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:44.886300 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-bf1761ab-bfeb-4ca0-98cf-b21faffbb9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:44.957134 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-99a92745-b546-4b4c-9e10-924485b48ff8 None None] Set router 0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf gateway port host: dv-cinder-786260-3-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:54:44.984005 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-f842f47d-ebdc-4cb4-905b-dade9d1b971c req-a3ab21e7-2394-4cef-864a-725bae69bdef tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae765738-11d1-4b54-b31d-93ab52113a4a HTTP/1.1" status: 200 len: 210 time: 0.0599060 Jun 06 11:54:45.044587 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_common [None req-bf1761ab-bfeb-4ca0-98cf-b21faffbb9fd admin admin] Allocated IP 172.28.1.148 (e384afd4-53ce-4e9e-98c9-6e74922afda4/ab19a970-7da1-4791-ba0c-534739925629/5f583d95-4048-47a0-8ef7-0536554e787d) {{(pid=91626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 11:54:45.233726 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-bf1761ab-bfeb-4ca0-98cf-b21faffbb9fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:45.285597 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-bf1761ab-bfeb-4ca0-98cf-b21faffbb9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1152752'] for port, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:45.300289 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:45.431296 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-bef576a4-4e0f-4f42-802c-3dd492c4ded2 req-6cb17aa9-878c-4685-a029-fbfdc621ab59 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd8aa40f-2e79-4b12-9869-ab2823f0a7c6 HTTP/1.1" status: 200 len: 210 time: 0.0493739 Jun 06 11:54:45.443137 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1761ab-bfeb-4ca0-98cf-b21faffbb9fd admin admin] Pushing event updated for resources: {'Port': ['ID=5f583d95-4048-47a0-8ef7-0536554e787d,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:45.446513 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1761ab-bfeb-4ca0-98cf-b21faffbb9fd admin admin] Network e384afd4-53ce-4e9e-98c9-6e74922afda4 is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:54:45.448895 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-bf1761ab-bfeb-4ca0-98cf-b21faffbb9fd admin admin] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:54:45.454970 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1761ab-bfeb-4ca0-98cf-b21faffbb9fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:45.455217 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1761ab-bfeb-4ca0-98cf-b21faffbb9fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:45.455422 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1761ab-bfeb-4ca0-98cf-b21faffbb9fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:45.455777 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1761ab-bfeb-4ca0-98cf-b21faffbb9fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:45.456297 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1761ab-bfeb-4ca0-98cf-b21faffbb9fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:45.456726 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1761ab-bfeb-4ca0-98cf-b21faffbb9fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:45.457076 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1761ab-bfeb-4ca0-98cf-b21faffbb9fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:45.457424 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1761ab-bfeb-4ca0-98cf-b21faffbb9fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:45.457773 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1761ab-bfeb-4ca0-98cf-b21faffbb9fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:45.458142 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1761ab-bfeb-4ca0-98cf-b21faffbb9fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:45.458487 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1761ab-bfeb-4ca0-98cf-b21faffbb9fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:45.458841 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1761ab-bfeb-4ca0-98cf-b21faffbb9fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:45.462908 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1761ab-bfeb-4ca0-98cf-b21faffbb9fd admin admin] Received port after_create {{(pid=91626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 11:54:45.510456 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-800a2f36-47f3-4e39-8f3b-b05160a1bd97 None None] Notify callbacks [] for port, precommit_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:45.515505 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-bf1761ab-bfeb-4ca0-98cf-b21faffbb9fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:45.526252 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-800a2f36-47f3-4e39-8f3b-b05160a1bd97 None None] Transition to ACTIVE for port object 161e8aef-da73-47d7-9727-f1aa16b9d19a will not be triggered until provisioned by entity L2. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:54:45.553872 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-800a2f36-47f3-4e39-8f3b-b05160a1bd97 None None] Transition to ACTIVE for port object 161e8aef-da73-47d7-9727-f1aa16b9d19a will not be triggered until provisioned by entity DHCP. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:54:45.564880 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-99a92745-b546-4b4c-9e10-924485b48ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf', 'name': 'tempest-TestShelveInstance-1219363108-router', 'tenant_id': 'a760c1c31ed345629684c634c2c50df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '40f703f5-5fce-44d7-8ec3-e18b892eb0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:33Z', 'updated_at': '2021-06-06T11:54:39Z', 'revision_number': 4, 'project_id': 'a760c1c31ed345629684c634c2c50df0', 'gw_port': {'id': '40f703f5-5fce-44d7-8ec3-e18b892eb0bc', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:34Z', 'updated_at': '2021-06-06T11:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_interfaces': [{'id': 'd5a6fcc3-fb6a-44a0-abee-5fc2f1cb9e47', 'name': '', 'network_id': 'd6670f84-0e9f-4b36-8e4d-15250d634618', 'tenant_id': 'a760c1c31ed345629684c634c2c50df0', 'mac_address': 'fa:16:3e:89:f5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'e8e17c6c-ff31-40ab-9258-8dd2846f4c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:38Z', 'updated_at': '2021-06-06T11:54:44Z', 'revision_number': 4, 'project_id': 'a760c1c31ed345629684c634c2c50df0', 'subnets': [{'id': 'e8e17c6c-ff31-40ab-9258-8dd2846f4c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:54:45.569334 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-800a2f36-47f3-4e39-8f3b-b05160a1bd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160'] for port, after_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:45.574934 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:45.610288 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a92745-b546-4b4c-9e10-924485b48ff8 None None] The sync data for ids ['0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf'] in dv-cinder-786260-3-smb is: [{'id': '0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf', 'name': 'tempest-TestShelveInstance-1219363108-router', 'tenant_id': 'a760c1c31ed345629684c634c2c50df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '40f703f5-5fce-44d7-8ec3-e18b892eb0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:33Z', 'updated_at': '2021-06-06T11:54:39Z', 'revision_number': 4, 'project_id': 'a760c1c31ed345629684c634c2c50df0', 'gw_port': {'id': '40f703f5-5fce-44d7-8ec3-e18b892eb0bc', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:34Z', 'updated_at': '2021-06-06T11:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_interfaces': [{'id': 'd5a6fcc3-fb6a-44a0-abee-5fc2f1cb9e47', 'name': '', 'network_id': 'd6670f84-0e9f-4b36-8e4d-15250d634618', 'tenant_id': 'a760c1c31ed345629684c634c2c50df0', 'mac_address': 'fa:16:3e:89:f5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'e8e17c6c-ff31-40ab-9258-8dd2846f4c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:38Z', 'updated_at': '2021-06-06T11:54:44Z', 'revision_number': 4, 'project_id': 'a760c1c31ed345629684c634c2c50df0', 'subnets': [{'id': 'e8e17c6c-ff31-40ab-9258-8dd2846f4c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 11:54:45.652910 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800a2f36-47f3-4e39-8f3b-b05160a1bd97 None None] Network 6ac15f0f-b62d-455f-a9f1-83364cf61df5 is already hosted by enough agents. {{(pid=91627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:54:45.656216 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.scheduler.base_scheduler [None req-800a2f36-47f3-4e39-8f3b-b05160a1bd97 None None] Resources bound (agent type, host, resource id): {{(pid=91627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:54:45.660245 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800a2f36-47f3-4e39-8f3b-b05160a1bd97 None None] Received port after_create {{(pid=91627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 11:54:45.711508 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a2f36-47f3-4e39-8f3b-b05160a1bd97 None None] Pushing event updated for resources: {'Port': ['ID=161e8aef-da73-47d7-9727-f1aa16b9d19a,revision_number=1']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:45.719846 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-800a2f36-47f3-4e39-8f3b-b05160a1bd97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:45.828816 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-800a2f36-47f3-4e39-8f3b-b05160a1bd97 None None] Attempting to bind port 161e8aef-da73-47d7-9727-f1aa16b9d19a on host dv-cinder-786260-3-smb for vnic_type normal with profile {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 11:54:45.829282 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-800a2f36-47f3-4e39-8f3b-b05160a1bd97 None None] Attempting to bind port 161e8aef-da73-47d7-9727-f1aa16b9d19a by drivers openvswitch,hyperv on host dv-cinder-786260-3-smb at level 0 using segments [{'id': 'af5b9b64-168a-4bc2-91de-963fa8651952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '6ac15f0f-b62d-455f-a9f1-83364cf61df5'}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 11:54:45.829728 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800a2f36-47f3-4e39-8f3b-b05160a1bd97 None None] Attempting to bind port 161e8aef-da73-47d7-9727-f1aa16b9d19a on network 6ac15f0f-b62d-455f-a9f1-83364cf61df5 {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:54:45.851432 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800a2f36-47f3-4e39-8f3b-b05160a1bd97 None None] Checking agent: {'id': '8c08a107-9ed3-4e66-a1ef-b6d8b5adb9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 2), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 11:54:45.861518 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800a2f36-47f3-4e39-8f3b-b05160a1bd97 None None] Checking segment: {'id': 'af5b9b64-168a-4bc2-91de-963fa8651952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '6ac15f0f-b62d-455f-a9f1-83364cf61df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:54:45.862271 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-800a2f36-47f3-4e39-8f3b-b05160a1bd97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:45.862806 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800a2f36-47f3-4e39-8f3b-b05160a1bd97 None None] Bound using segment: {'id': 'af5b9b64-168a-4bc2-91de-963fa8651952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '6ac15f0f-b62d-455f-a9f1-83364cf61df5'} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 11:54:45.866170 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-800a2f36-47f3-4e39-8f3b-b05160a1bd97 None None] Bound port: 161e8aef-da73-47d7-9727-f1aa16b9d19a, host: dv-cinder-786260-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af5b9b64-168a-4bc2-91de-963fa8651952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '6ac15f0f-b62d-455f-a9f1-83364cf61df5'}}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 11:54:45.869397 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-800a2f36-47f3-4e39-8f3b-b05160a1bd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:46.079423 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-4e695d9d-1565-4cb0-823c-0d72073c09bd None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 11:54:46.124751 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-800a2f36-47f3-4e39-8f3b-b05160a1bd97 None None] For port 161e8aef-da73-47d7-9727-f1aa16b9d19a, host dv-cinder-786260-3-smb, cleared binding levels {{(pid=91627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 11:54:46.128333 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-800a2f36-47f3-4e39-8f3b-b05160a1bd97 None None] For port 161e8aef-da73-47d7-9727-f1aa16b9d19a, host dv-cinder-786260-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=161e8aef-da73-47d7-9727-f1aa16b9d19a,segment=NetworkSegment(af5b9b64-168a-4bc2-91de-963fa8651952),segment_id=af5b9b64-168a-4bc2-91de-963fa8651952)] {{(pid=91627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 11:54:46.138435 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-800a2f36-47f3-4e39-8f3b-b05160a1bd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:46.143664 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:46.160052 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f46e8-38d9-477b-8e27-8204283b192c req-23374882-2c8e-4280-b806-83d8b6d8e685 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:46.172653 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-5c2f46e8-38d9-477b-8e27-8204283b192c req-23374882-2c8e-4280-b806-83d8b6d8e685 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 944 time: 0.1740713 Jun 06 11:54:46.273417 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-5c2f46e8-38d9-477b-8e27-8204283b192c req-4719cda8-06bb-4f01-b2f2-06fa3bc773d9 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952122 Jun 06 11:54:46.283524 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-bf1761ab-bfeb-4ca0-98cf-b21faffbb9fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:46.289224 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a2f36-47f3-4e39-8f3b-b05160a1bd97 None None] Pushing event updated for resources: {'Port': ['ID=161e8aef-da73-47d7-9727-f1aa16b9d19a,revision_number=2']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:46.303151 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-800a2f36-47f3-4e39-8f3b-b05160a1bd97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:46.610559 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-6df09340-3f2e-44ae-a7b7-a687ce201b96 req-3973a0a7-93f3-43f9-a3b2-b63b762caecd tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae765738-11d1-4b54-b31d-93ab52113a4a HTTP/1.1" status: 200 len: 210 time: 0.0942500 Jun 06 11:54:46.957459 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device d5a6fcc3-fb6a-44a0-abee-5fc2f1cb9e47 up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:54:46.970202 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-199ddf14-2b3f-4094-9c80-7d21adc1d5c1 req-658cbb55-63ff-4297-8f35-05cc75f86699 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd8aa40f-2e79-4b12-9869-ab2823f0a7c6 HTTP/1.1" status: 200 len: 210 time: 0.1215804 Jun 06 11:54:47.042765 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04842ce8-feb8-4e70-ab0a-6c65b8597782 req-76b8df33-ddd9-4898-8e34-3b846cc842a9 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:47.044410 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-04842ce8-feb8-4e70-ab0a-6c65b8597782 req-76b8df33-ddd9-4898-8e34-3b846cc842a9 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.7685826 Jun 06 11:54:47.080349 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning for port d5a6fcc3-fb6a-44a0-abee-5fc2f1cb9e47 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:54:47.085587 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning complete for port d5a6fcc3-fb6a-44a0-abee-5fc2f1cb9e47 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:54:47.086021 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:47.179826 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-04842ce8-feb8-4e70-ab0a-6c65b8597782 req-9cb64d06-bbf6-462f-bf52-802c0bc506cd tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262944 Jun 06 11:54:47.195432 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-bf1761ab-bfeb-4ca0-98cf-b21faffbb9fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-651180'] for router, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:47.235672 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:47.274057 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] For port d5a6fcc3-fb6a-44a0-abee-5fc2f1cb9e47, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=d5a6fcc3-fb6a-44a0-abee-5fc2f1cb9e47,segment=NetworkSegment(cd7c60f5-759c-439b-8ff5-430cf9eb204c),segment_id=cd7c60f5-759c-439b-8ff5-430cf9eb204c)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:54:47.280827 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:47.281875 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 161e8aef-da73-47d7-9727-f1aa16b9d19a up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:54:47.325220 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:47.443047 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Pushing event updated for resources: {'Port': ['ID=d5a6fcc3-fb6a-44a0-abee-5fc2f1cb9e47,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:47.446733 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:47.463417 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning for port 161e8aef-da73-47d7-9727-f1aa16b9d19a completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:54:47.493252 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1761ab-bfeb-4ca0-98cf-b21faffbb9fd admin admin] Router b29393b8-9f65-4b6a-947b-41d9f8b45f1a is scheduled to L3 agent 3ae38246-b788-4a45-8398-d1ca6712d00e with binding_index 1 {{(pid=91626) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 11:54:47.543246 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc97b0-f620-44f2-ba85-0fc88d00680d req-5e3d0583-3e74-4272-8b3a-cd10a79edd99 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:47.544846 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c8fc97b0-f620-44f2-ba85-0fc88d00680d req-5e3d0583-3e74-4272-8b3a-cd10a79edd99 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 944 time: 0.1181493 Jun 06 11:54:47.593518 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c8fc97b0-f620-44f2-ba85-0fc88d00680d req-a55bd168-9265-4a70-bfc2-7dc81325c503 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403821 Jun 06 11:54:47.623046 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9f8a03-3b35-419a-b2df-5f1727ad5cb5 None None] Network 6ac15f0f-b62d-455f-a9f1-83364cf61df5 requested from dv-cinder-786260-3-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 11:54:47.680950 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1761ab-bfeb-4ca0-98cf-b21faffbb9fd admin admin] Notify agent at l3_agent.dv-cinder-786260-3-smb the message routers_updated {{(pid=91626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 11:54:47.696626 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d4bf3f-556d-4398-ad4c-43070bb76328 None None] Sync routers for ids ['b29393b8-9f65-4b6a-947b-41d9f8b45f1a'] in dv-cinder-786260-3-smb {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 11:54:47.710981 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-bf1761ab-bfeb-4ca0-98cf-b21faffbb9fd admin admin] Notify callbacks [] for router, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:47.714726 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d4bf3f-556d-4398-ad4c-43070bb76328 None None] Routers {'b29393b8-9f65-4b6a-947b-41d9f8b45f1a'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:54:47.718238 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-2cb48f0b-0cdc-45dc-9155-ec3674f43f48 None None] Provisioning for port 161e8aef-da73-47d7-9727-f1aa16b9d19a completed by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:54:47.718616 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 45216) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:54:47.719259 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-bf1761ab-bfeb-4ca0-98cf-b21faffbb9fd admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.2227936 Jun 06 11:54:47.720279 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-68d4bf3f-556d-4398-ad4c-43070bb76328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T11:54:33Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['b29393b8-9f65-4b6a-947b-41d9f8b45f1a'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:54:47.751562 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-2cb48f0b-0cdc-45dc-9155-ec3674f43f48 None None] Provisioning complete for port 161e8aef-da73-47d7-9727-f1aa16b9d19a triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:54:47.758079 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-2cb48f0b-0cdc-45dc-9155-ec3674f43f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:47.769636 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-47fa23d6-eef4-49a7-aa28-e8708991e2cd req-cc891775-3c0a-4626-aa20-bfbad2d78f93 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae765738-11d1-4b54-b31d-93ab52113a4a HTTP/1.1" status: 200 len: 210 time: 0.0448165 Jun 06 11:54:47.926240 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-68d4bf3f-556d-4398-ad4c-43070bb76328 None None] Set router b29393b8-9f65-4b6a-947b-41d9f8b45f1a gateway port host: dv-cinder-786260-3-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:54:48.121418 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-2cb48f0b-0cdc-45dc-9155-ec3674f43f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:48.167808 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-2cb48f0b-0cdc-45dc-9155-ec3674f43f48 None None] For port 161e8aef-da73-47d7-9727-f1aa16b9d19a, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=161e8aef-da73-47d7-9727-f1aa16b9d19a,segment=NetworkSegment(af5b9b64-168a-4bc2-91de-963fa8651952),segment_id=af5b9b64-168a-4bc2-91de-963fa8651952)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:54:48.175198 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-2cb48f0b-0cdc-45dc-9155-ec3674f43f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:48.179336 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:48.264756 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb48f0b-0cdc-45dc-9155-ec3674f43f48 None None] Pushing event updated for resources: {'Port': ['ID=161e8aef-da73-47d7-9727-f1aa16b9d19a,revision_number=3']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:48.268810 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-2cb48f0b-0cdc-45dc-9155-ec3674f43f48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:48.305578 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b4e22471-9b20-4dc7-bd8f-8d70248774a0 req-87587e73-420d-477b-83a3-179b9008d325 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd8aa40f-2e79-4b12-9869-ab2823f0a7c6 HTTP/1.1" status: 200 len: 210 time: 0.0793915 Jun 06 11:54:48.381011 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-68d4bf3f-556d-4398-ad4c-43070bb76328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29393b8-9f65-4b6a-947b-41d9f8b45f1a', 'name': 'tempest-TestShelveInstance-110123505-router', 'tenant_id': 'f2d79d8c1802494b9aa6a8cf2671ed19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.148'}], 'enable_snat': True}, 'gw_port_id': '5f583d95-4048-47a0-8ef7-0536554e787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:43Z', 'updated_at': '2021-06-06T11:54:45Z', 'revision_number': 3, 'project_id': 'f2d79d8c1802494b9aa6a8cf2671ed19', 'gw_port': {'id': '5f583d95-4048-47a0-8ef7-0536554e787d', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29393b8-9f65-4b6a-947b-41d9f8b45f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:44Z', 'updated_at': '2021-06-06T11:54:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb'}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:54:48.386106 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d4bf3f-556d-4398-ad4c-43070bb76328 None None] Checking router: b29393b8-9f65-4b6a-947b-41d9f8b45f1a for host: dv-cinder-786260-3-smb {{(pid=91628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 11:54:48.386711 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d4bf3f-556d-4398-ad4c-43070bb76328 None None] Updating router b29393b8-9f65-4b6a-947b-41d9f8b45f1a port 5f583d95-4048-47a0-8ef7-0536554e787d binding host dv-cinder-786260-3-smb {{(pid=91628) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 11:54:48.439109 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530a55c-0ad0-41db-8d76-b150b62eb98a req-96995bec-19bb-43b1-a377-c996e4d64bac tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:48.442878 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-68d4bf3f-556d-4398-ad4c-43070bb76328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:48.444018 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-6530a55c-0ad0-41db-8d76-b150b62eb98a req-96995bec-19bb-43b1-a377-c996e4d64bac tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.11 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.2618749 Jun 06 11:54:48.494580 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911409d-17da-401e-8ed8-e7f36df160b1 req-b0c9168b-4bdf-4f50-989a-81d215de2161 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:48.502036 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-4911409d-17da-401e-8ed8-e7f36df160b1 req-b0c9168b-4bdf-4f50-989a-81d215de2161 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.1656377 Jun 06 11:54:48.515528 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-2289128c-c89f-4d4e-9aed-53d9e20728e4 None None] Provisioning complete for port 161e8aef-da73-47d7-9727-f1aa16b9d19a triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:54:48.516049 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-2289128c-c89f-4d4e-9aed-53d9e20728e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:48.728715 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-4911409d-17da-401e-8ed8-e7f36df160b1 req-2246adb5-733a-4735-80f5-0380569a438a tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150328 Jun 06 11:54:48.775429 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71486436-0711-4320-8640-ba46a0a39e4b req-bfb18bdc-4783-4099-b9d9-6ac96f6c73b2 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:48.777484 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-71486436-0711-4320-8640-ba46a0a39e4b req-bfb18bdc-4783-4099-b9d9-6ac96f6c73b2 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.11 "GET /v2.0/networks?id=47896ea0-c1f1-4e1e-9293-67231b161aa2 HTTP/1.1" status: 200 len: 813 time: 0.1914062 Jun 06 11:54:48.792166 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [req-71486436-0711-4320-8640-ba46a0a39e4b req-79495741-3b7f-4ff0-a965-1b2ed0230ca0 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Request body: {'port': {'device_id': 'cd8aa40f-2e79-4b12-9869-ab2823f0a7c6', 'network_id': '47896ea0-c1f1-4e1e-9293-67231b161aa2', 'admin_state_up': True, 'tenant_id': 'f96ca411a19c40b3815c2beaaf7f081d'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:54:48.872814 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device d5a6fcc3-fb6a-44a0-abee-5fc2f1cb9e47 up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:54:49.003732 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning complete for port d5a6fcc3-fb6a-44a0-abee-5fc2f1cb9e47 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:54:49.004397 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:49.042632 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-68d4bf3f-556d-4398-ad4c-43070bb76328 None None] Notify callbacks [] for port, precommit_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:49.053589 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-bee5e7d9-14d5-44fa-81d4-51239703d441 req-d3a73372-a389-4e25-b3f2-9672a86f8ad9 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae765738-11d1-4b54-b31d-93ab52113a4a HTTP/1.1" status: 200 len: 210 time: 0.0554492 Jun 06 11:54:49.069588 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.provisioning_blocks [None req-68d4bf3f-556d-4398-ad4c-43070bb76328 None None] Transition to ACTIVE for port object 5f583d95-4048-47a0-8ef7-0536554e787d will not be triggered until provisioned by entity L2. {{(pid=91628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:54:49.086167 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-68d4bf3f-556d-4398-ad4c-43070bb76328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:49.107961 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-82a46fd8-6b6c-42b3-8132-ca45a7001873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:49.132593 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c026cea2-551d-477b-9e0a-2bd9bec0c033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:49.157462 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 161e8aef-da73-47d7-9727-f1aa16b9d19a up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:54:49.160744 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71486436-0711-4320-8640-ba46a0a39e4b req-79495741-3b7f-4ff0-a965-1b2ed0230ca0 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Made reservation on behalf of f96ca411a19c40b3815c2beaaf7f081d for: {'port': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:54:49.169250 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-71486436-0711-4320-8640-ba46a0a39e4b req-79495741-3b7f-4ff0-a965-1b2ed0230ca0 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:49.186876 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab35e01-32cd-4b7d-8276-c9acd8380c9f None None] Pushing event updated for resources: {'Port': ['ID=5f583d95-4048-47a0-8ef7-0536554e787d,revision_number=2']} {{(pid=91628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:49.210307 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-68d4bf3f-556d-4398-ad4c-43070bb76328 None None] Attempting to bind port 5f583d95-4048-47a0-8ef7-0536554e787d on host dv-cinder-786260-3-smb for vnic_type normal with profile {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 11:54:49.211169 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-68d4bf3f-556d-4398-ad4c-43070bb76328 None None] Attempting to bind port 5f583d95-4048-47a0-8ef7-0536554e787d by drivers openvswitch,hyperv on host dv-cinder-786260-3-smb at level 0 using segments [{'id': '52a7e149-8864-41bb-af99-9d7fcbaa5b17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4'}] {{(pid=91628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 11:54:49.211809 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d4bf3f-556d-4398-ad4c-43070bb76328 None None] Attempting to bind port 5f583d95-4048-47a0-8ef7-0536554e787d on network e384afd4-53ce-4e9e-98c9-6e74922afda4 {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:54:49.218161 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-fab35e01-32cd-4b7d-8276-c9acd8380c9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:49.219242 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d4bf3f-556d-4398-ad4c-43070bb76328 None None] Checking agent: {'id': '8c08a107-9ed3-4e66-a1ef-b6d8b5adb9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 2), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 11:54:49.219919 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d4bf3f-556d-4398-ad4c-43070bb76328 None None] Checking segment: {'id': '52a7e149-8864-41bb-af99-9d7fcbaa5b17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:54:49.220541 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-68d4bf3f-556d-4398-ad4c-43070bb76328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:49.221288 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d4bf3f-556d-4398-ad4c-43070bb76328 None None] Bound using segment: {'id': '52a7e149-8864-41bb-af99-9d7fcbaa5b17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4'} {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 11:54:49.222025 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-68d4bf3f-556d-4398-ad4c-43070bb76328 None None] Bound port: 5f583d95-4048-47a0-8ef7-0536554e787d, host: dv-cinder-786260-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52a7e149-8864-41bb-af99-9d7fcbaa5b17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4'}}] {{(pid=91628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 11:54:49.222636 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-68d4bf3f-556d-4398-ad4c-43070bb76328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:49.231158 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning complete for port 161e8aef-da73-47d7-9727-f1aa16b9d19a triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:54:49.231554 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:49.303435 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.db [None req-68d4bf3f-556d-4398-ad4c-43070bb76328 None None] For port 5f583d95-4048-47a0-8ef7-0536554e787d, host dv-cinder-786260-3-smb, cleared binding levels {{(pid=91628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 11:54:49.308106 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.db [None req-68d4bf3f-556d-4398-ad4c-43070bb76328 None None] For port 5f583d95-4048-47a0-8ef7-0536554e787d, host dv-cinder-786260-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=5f583d95-4048-47a0-8ef7-0536554e787d,segment=NetworkSegment(52a7e149-8864-41bb-af99-9d7fcbaa5b17),segment_id=52a7e149-8864-41bb-af99-9d7fcbaa5b17)] {{(pid=91628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 11:54:49.313738 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-68d4bf3f-556d-4398-ad4c-43070bb76328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:49.326135 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-3d7f515f-4a10-43ac-b886-cc1f280c35d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:49.331380 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-d4fe4396-0396-42ed-b24e-24d5bf3a3630 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:49.332825 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-d4fe4396-0396-42ed-b24e-24d5bf3a3630 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.11 "GET /v2.0/networks?id=22091504-087c-426c-b258-c19f3fdf15fc HTTP/1.1" status: 200 len: 808 time: 0.2055471 Jun 06 11:54:49.346800 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf44ab-81e9-4b85-9b1d-fe730f20528c req-7821af0e-ddf8-4d7e-b520-39fff85e084b tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:49.356528 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-96cf44ab-81e9-4b85-9b1d-fe730f20528c req-7821af0e-ddf8-4d7e-b520-39fff85e084b tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 944 time: 0.4697752 Jun 06 11:54:49.359279 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-6530a55c-0ad0-41db-8d76-b150b62eb98a req-3618ba2b-60f3-4460-ac17-b898893ac48a tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Deleting port 72b2e02d-0b0f-41a9-b205-34e67f729269 {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 11:54:49.359654 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-6530a55c-0ad0-41db-8d76-b150b62eb98a req-3618ba2b-60f3-4460-ac17-b898893ac48a tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:49.412500 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab35e01-32cd-4b7d-8276-c9acd8380c9f None None] Pushing event updated for resources: {'Port': ['ID=5f583d95-4048-47a0-8ef7-0536554e787d,revision_number=3']} {{(pid=91628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:49.416528 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-fab35e01-32cd-4b7d-8276-c9acd8380c9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:49.426797 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d4bf3f-556d-4398-ad4c-43070bb76328 None None] Routers {'b29393b8-9f65-4b6a-947b-41d9f8b45f1a'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:54:49.427520 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-68d4bf3f-556d-4398-ad4c-43070bb76328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T11:54:33Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['b29393b8-9f65-4b6a-947b-41d9f8b45f1a'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:54:49.435624 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-ce3d9f96-23bf-43ad-ba21-3e2e6b4c6294 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Request body: {'port': {'device_id': 'ae765738-11d1-4b54-b31d-93ab52113a4a', 'network_id': '22091504-087c-426c-b258-c19f3fdf15fc', 'admin_state_up': True, 'tenant_id': 'c09ca6fca0c8461b9cacf6c10090316b'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:54:49.483482 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_common [req-71486436-0711-4320-8640-ba46a0a39e4b req-79495741-3b7f-4ff0-a965-1b2ed0230ca0 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Allocated IP 172.20.0.2 (47896ea0-c1f1-4e1e-9293-67231b161aa2/5ae2dc22-5230-4fcf-a12d-47c68f3da49b/03d41233-b609-4a39-9f3c-589f8195298a) {{(pid=91626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 11:54:49.619462 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-68d4bf3f-556d-4398-ad4c-43070bb76328 None None] Set router b29393b8-9f65-4b6a-947b-41d9f8b45f1a gateway port host: dv-cinder-786260-3-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:54:49.644362 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-96cf44ab-81e9-4b85-9b1d-fe730f20528c req-45584d4e-5b45-40e3-afd0-81d8e52a67cc tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2869427 Jun 06 11:54:49.673751 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-12a88ce7-1595-484c-b59e-3be6b4288214 req-356b13bb-71d9-4b81-a682-eeeda43c1ea2 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd8aa40f-2e79-4b12-9869-ab2823f0a7c6 HTTP/1.1" status: 200 len: 210 time: 0.1595635 Jun 06 11:54:49.787811 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-ce3d9f96-23bf-43ad-ba21-3e2e6b4c6294 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Made reservation on behalf of c09ca6fca0c8461b9cacf6c10090316b for: {'port': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:54:49.791783 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-ce3d9f96-23bf-43ad-ba21-3e2e6b4c6294 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:49.900130 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-71486436-0711-4320-8640-ba46a0a39e4b req-79495741-3b7f-4ff0-a965-1b2ed0230ca0 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Notify callbacks [] for port, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:49.919955 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-68d4bf3f-556d-4398-ad4c-43070bb76328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29393b8-9f65-4b6a-947b-41d9f8b45f1a', 'name': 'tempest-TestShelveInstance-110123505-router', 'tenant_id': 'f2d79d8c1802494b9aa6a8cf2671ed19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.148'}], 'enable_snat': True}, 'gw_port_id': '5f583d95-4048-47a0-8ef7-0536554e787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:43Z', 'updated_at': '2021-06-06T11:54:45Z', 'revision_number': 3, 'project_id': 'f2d79d8c1802494b9aa6a8cf2671ed19', 'gw_port': {'id': '5f583d95-4048-47a0-8ef7-0536554e787d', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29393b8-9f65-4b6a-947b-41d9f8b45f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:44Z', 'updated_at': '2021-06-06T11:54:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb'}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:54:49.920506 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-6530a55c-0ad0-41db-8d76-b150b62eb98a req-3618ba2b-60f3-4460-ac17-b898893ac48a tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] For port 72b2e02d-0b0f-41a9-b205-34e67f729269, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=72b2e02d-0b0f-41a9-b205-34e67f729269,segment=NetworkSegment(a0855805-791b-48ea-9511-403824d72d1e),segment_id=a0855805-791b-48ea-9511-403824d72d1e)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:54:49.920883 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-6530a55c-0ad0-41db-8d76-b150b62eb98a req-3618ba2b-60f3-4460-ac17-b898893ac48a tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:49.925055 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d4bf3f-556d-4398-ad4c-43070bb76328 None None] The sync data for ids ['b29393b8-9f65-4b6a-947b-41d9f8b45f1a'] in dv-cinder-786260-3-smb is: [{'id': 'b29393b8-9f65-4b6a-947b-41d9f8b45f1a', 'name': 'tempest-TestShelveInstance-110123505-router', 'tenant_id': 'f2d79d8c1802494b9aa6a8cf2671ed19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.148'}], 'enable_snat': True}, 'gw_port_id': '5f583d95-4048-47a0-8ef7-0536554e787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:43Z', 'updated_at': '2021-06-06T11:54:45Z', 'revision_number': 3, 'project_id': 'f2d79d8c1802494b9aa6a8cf2671ed19', 'gw_port': {'id': '5f583d95-4048-47a0-8ef7-0536554e787d', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29393b8-9f65-4b6a-947b-41d9f8b45f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:44Z', 'updated_at': '2021-06-06T11:54:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb'}] {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 11:54:49.942730 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-71486436-0711-4320-8640-ba46a0a39e4b req-79495741-3b7f-4ff0-a965-1b2ed0230ca0 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1152752'] for port, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:49.949003 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:50.025588 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71486436-0711-4320-8640-ba46a0a39e4b req-79495741-3b7f-4ff0-a965-1b2ed0230ca0 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Network 47896ea0-c1f1-4e1e-9293-67231b161aa2 is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:54:50.028748 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [req-71486436-0711-4320-8640-ba46a0a39e4b req-79495741-3b7f-4ff0-a965-1b2ed0230ca0 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:54:50.032988 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [req-71486436-0711-4320-8640-ba46a0a39e4b req-79495741-3b7f-4ff0-a965-1b2ed0230ca0 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Received port after_create {{(pid=91626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 11:54:50.061509 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79495741-3b7f-4ff0-a965-1b2ed0230ca0 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Pushing event updated for resources: {'Port': ['ID=03d41233-b609-4a39-9f3c-589f8195298a,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:50.068775 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-79495741-3b7f-4ff0-a965-1b2ed0230ca0 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:50.100367 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71486436-0711-4320-8640-ba46a0a39e4b req-79495741-3b7f-4ff0-a965-1b2ed0230ca0 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:50.101000 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-71486436-0711-4320-8640-ba46a0a39e4b req-79495741-3b7f-4ff0-a965-1b2ed0230ca0 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:50.124356 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-6530a55c-0ad0-41db-8d76-b150b62eb98a req-3618ba2b-60f3-4460-ac17-b898893ac48a tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Calling delete_port for 72b2e02d-0b0f-41a9-b205-34e67f729269 owned by compute:nova {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 11:54:50.133427 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-71486436-0711-4320-8640-ba46a0a39e4b req-79495741-3b7f-4ff0-a965-1b2ed0230ca0 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3460832 Jun 06 11:54:50.154457 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [req-71486436-0711-4320-8640-ba46a0a39e4b req-9711e1ae-b75d-4bb5-8613-efff8c95bd20 service neutron] Request body: {'port': {'device_id': 'cd8aa40f-2e79-4b12-9869-ab2823f0a7c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:54:50.282459 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-239c7078-1041-4784-88a6-15fbb8e330b3 req-9f618d2b-0369-4460-9c51-90095d65e1ae tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae765738-11d1-4b54-b31d-93ab52113a4a HTTP/1.1" status: 200 len: 210 time: 0.0772350 Jun 06 11:54:50.287076 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [None req-c026cea2-551d-477b-9e0a-2bd9bec0c033 admin admin] Allocated IP 172.20.0.1 (6ac15f0f-b62d-455f-a9f1-83364cf61df5/1b163f95-4324-4b0d-8fd3-ed028c41cba6/7a85353e-edfe-40d7-99cc-b86c0cc6a1af) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 11:54:50.349138 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa21897-2b63-46ca-92b1-42c944e925fe req-a83fdd94-fd5a-4fda-8388-927b18d415cd tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:50.351162 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-baa21897-2b63-46ca-92b1-42c944e925fe req-a83fdd94-fd5a-4fda-8388-927b18d415cd tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 945 time: 0.5021446 Jun 06 11:54:50.354668 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-71486436-0711-4320-8640-ba46a0a39e4b req-9711e1ae-b75d-4bb5-8613-efff8c95bd20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:50.366055 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-ce3d9f96-23bf-43ad-ba21-3e2e6b4c6294 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Allocated IP 172.20.0.5 (22091504-087c-426c-b258-c19f3fdf15fc/224fa2ee-f353-49e2-a3ec-8bbe23a9a77e/6932a950-2c3c-4562-98d4-9526174e46c4) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 11:54:50.504637 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 989ba9b9-62b0-4e89-ba91-21f43d26c83c details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 11:54:50.536641 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-baa21897-2b63-46ca-92b1-42c944e925fe req-730577bd-b5a9-4212-b7ed-0914d8c4b796 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/security-groups?id=c745d504-cc89-4e2c-91b6-4f8150e27ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758542 Jun 06 11:54:50.731997 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 989ba9b9-62b0-4e89-ba91-21f43d26c83c, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=989ba9b9-62b0-4e89-ba91-21f43d26c83c,segment=NetworkSegment(80a63e8a-38a8-406a-8b0d-bb2d67e9b52e),segment_id=80a63e8a-38a8-406a-8b0d-bb2d67e9b52e)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:54:50.760976 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Returning: {'device': '989ba9b9-62b0-4e89-ba91-21f43d26c83c', 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282', 'port_id': '989ba9b9-62b0-4e89-ba91-21f43d26c83c', 'mac_address': 'fa:16:3e:7c:5d:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 11:54:50.828371 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [req-71486436-0711-4320-8640-ba46a0a39e4b req-9711e1ae-b75d-4bb5-8613-efff8c95bd20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03d41233-b609-4a39-9f3c-589f8195298a {{(pid=91626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 11:54:50.846521 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-71486436-0711-4320-8640-ba46a0a39e4b req-9711e1ae-b75d-4bb5-8613-efff8c95bd20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:50.883427 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-6530a55c-0ad0-41db-8d76-b150b62eb98a req-3618ba2b-60f3-4460-ac17-b898893ac48a tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:50.886591 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:50.900140 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 5f583d95-4048-47a0-8ef7-0536554e787d up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:54:50.925140 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] get_ports_and_sgs() called for port_ids ['72b2e02d-0b0f-41a9-b205-34e67f729269'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 11:54:50.929579 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-173cdcd3-126e-44f6-8afa-78041e1e0d51 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:50.936229 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [req-71486436-0711-4320-8640-ba46a0a39e4b req-9711e1ae-b75d-4bb5-8613-efff8c95bd20 service neutron] Transition to ACTIVE for port object 03d41233-b609-4a39-9f3c-589f8195298a will not be triggered until provisioned by entity L2. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:54:50.944590 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-71486436-0711-4320-8640-ba46a0a39e4b req-9711e1ae-b75d-4bb5-8613-efff8c95bd20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1152715'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:50.955201 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-dd434383-cbe2-40db-923f-9ea72aaaa201 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:50.966116 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c026cea2-551d-477b-9e0a-2bd9bec0c033 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:50.991898 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 989ba9b9-62b0-4e89-ba91-21f43d26c83c {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 11:54:51.023755 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 989ba9b9-62b0-4e89-ba91-21f43d26c83c, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=989ba9b9-62b0-4e89-ba91-21f43d26c83c,segment=NetworkSegment(80a63e8a-38a8-406a-8b0d-bb2d67e9b52e),segment_id=80a63e8a-38a8-406a-8b0d-bb2d67e9b52e)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:54:51.025038 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618ba2b-60f3-4460-ac17-b898893ac48a tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Pushing event deleted for resources: {'Port': ['ID=72b2e02d-0b0f-41a9-b205-34e67f729269,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:51.034456 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:51.041509 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:51.081622 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning for port 5f583d95-4048-47a0-8ef7-0536554e787d completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:54:51.088845 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97f89b-b4e0-4fdb-b9ee-ce2ea9b79a74 req-3c955018-fc62-4ce6-b9b7-4f9299767719 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:51.090505 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-0d97f89b-b4e0-4fdb-b9ee-ce2ea9b79a74 req-3c955018-fc62-4ce6-b9b7-4f9299767719 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 944 time: 0.2543085 Jun 06 11:54:51.099627 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning complete for port 5f583d95-4048-47a0-8ef7-0536554e787d triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:54:51.100093 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:51.116980 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [None req-c026cea2-551d-477b-9e0a-2bd9bec0c033 admin admin] Transition to ACTIVE for port object 7a85353e-edfe-40d7-99cc-b86c0cc6a1af will not be triggered until provisioned by entity DHCP. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:54:51.119496 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618ba2b-60f3-4460-ac17-b898893ac48a tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:51.119873 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618ba2b-60f3-4460-ac17-b898893ac48a tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:51.120239 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618ba2b-60f3-4460-ac17-b898893ac48a tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:51.120603 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618ba2b-60f3-4460-ac17-b898893ac48a tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:51.120962 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618ba2b-60f3-4460-ac17-b898893ac48a tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:51.121317 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618ba2b-60f3-4460-ac17-b898893ac48a tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:51.121671 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618ba2b-60f3-4460-ac17-b898893ac48a tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:51.122045 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618ba2b-60f3-4460-ac17-b898893ac48a tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:51.122398 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618ba2b-60f3-4460-ac17-b898893ac48a tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:51.122759 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618ba2b-60f3-4460-ac17-b898893ac48a tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:51.123108 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618ba2b-60f3-4460-ac17-b898893ac48a tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:51.123454 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618ba2b-60f3-4460-ac17-b898893ac48a tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:51.140616 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-3618ba2b-60f3-4460-ac17-b898893ac48a tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:51.165667 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=989ba9b9-62b0-4e89-ba91-21f43d26c83c,revision_number=9']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:51.169575 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:51.180383 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9711e1ae-b75d-4bb5-8613-efff8c95bd20 service neutron] Pushing event updated for resources: {'Port': ['ID=03d41233-b609-4a39-9f3c-589f8195298a,revision_number=2']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:51.184564 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-9711e1ae-b75d-4bb5-8613-efff8c95bd20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:51.207444 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-6530a55c-0ad0-41db-8d76-b150b62eb98a req-3618ba2b-60f3-4460-ac17-b898893ac48a tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] No DVR routers for this DVR port 72b2e02d-0b0f-41a9-b205-34e67f729269 on host hv-cinder-78626 {{(pid=91625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 11:54:51.215421 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-6530a55c-0ad0-41db-8d76-b150b62eb98a req-3618ba2b-60f3-4460-ac17-b898893ac48a tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:51.217358 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-6530a55c-0ad0-41db-8d76-b150b62eb98a req-3618ba2b-60f3-4460-ac17-b898893ac48a tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.11 "DELETE /v2.0/ports/72b2e02d-0b0f-41a9-b205-34e67f729269 HTTP/1.1" status: 204 len: 173 time: 2.7265983 Jun 06 11:54:51.218014 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23441142-aede-42ab-a96e-cb8e86a25c1b', 'name': 'network-vif-deleted', 'tag': '72b2e02d-0b0f-41a9-b205-34e67f729269'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:54:51.220313 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d3a09975e5f8f43507a37e46b4ea231535690fa404cdff26bf77d84c9002b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9c05da-d31c-4c90-9415-9a36b7292c72" -d '{"events": [{"server_uuid": "23441142-aede-42ab-a96e-cb8e86a25c1b", "name": "network-vif-deleted", "tag": "72b2e02d-0b0f-41a9-b205-34e67f729269"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:54:51.242336 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] get_ports_and_sgs() called for port_ids ['989ba9b9-62b0-4e89-ba91-21f43d26c83c'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 11:54:51.275701 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10f9c7-3dc4-47a2-9291-85777d1f6f11 req-af2be5c4-9350-42ce-9012-c6c19e3d12ca tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:51.277229 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-fd10f9c7-3dc4-47a2-9291-85777d1f6f11 req-af2be5c4-9350-42ce-9012-c6c19e3d12ca tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd8aa40f-2e79-4b12-9869-ab2823f0a7c6 HTTP/1.1" status: 200 len: 943 time: 0.3950155 Jun 06 11:54:51.299952 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-ce3d9f96-23bf-43ad-ba21-3e2e6b4c6294 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:51.302856 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:51.310652 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c026cea2-551d-477b-9e0a-2bd9bec0c033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:51.318995 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-dc3aa276-8bbb-4679-ab10-155d21108f01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:51.326825 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-0d97f89b-b4e0-4fdb-b9ee-ce2ea9b79a74 req-34a378c1-de0e-498c-afcc-9abda77defe6 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193341 Jun 06 11:54:51.329785 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-71486436-0711-4320-8640-ba46a0a39e4b req-9711e1ae-b75d-4bb5-8613-efff8c95bd20 service neutron] Attempting to bind port 03d41233-b609-4a39-9f3c-589f8195298a on host hv-cinder-78626 for vnic_type normal with profile {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 11:54:51.330180 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-71486436-0711-4320-8640-ba46a0a39e4b req-9711e1ae-b75d-4bb5-8613-efff8c95bd20 service neutron] Attempting to bind port 03d41233-b609-4a39-9f3c-589f8195298a by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '87cb110a-61ea-4dcf-a84c-45da21681574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '47896ea0-c1f1-4e1e-9293-67231b161aa2'}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 11:54:51.330515 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71486436-0711-4320-8640-ba46a0a39e4b req-9711e1ae-b75d-4bb5-8613-efff8c95bd20 service neutron] Attempting to bind port 03d41233-b609-4a39-9f3c-589f8195298a on network 47896ea0-c1f1-4e1e-9293-67231b161aa2 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:54:51.337689 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] For port 5f583d95-4048-47a0-8ef7-0536554e787d, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=5f583d95-4048-47a0-8ef7-0536554e787d,segment=NetworkSegment(52a7e149-8864-41bb-af99-9d7fcbaa5b17),segment_id=52a7e149-8864-41bb-af99-9d7fcbaa5b17)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:54:51.348981 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:51.351644 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:51.357063 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71486436-0711-4320-8640-ba46a0a39e4b req-9711e1ae-b75d-4bb5-8613-efff8c95bd20 service neutron] Port 03d41233-b609-4a39-9f3c-589f8195298a on network 47896ea0-c1f1-4e1e-9293-67231b161aa2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 11:54:51.357664 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71486436-0711-4320-8640-ba46a0a39e4b req-9711e1ae-b75d-4bb5-8613-efff8c95bd20 service neutron] Attempting to bind port 03d41233-b609-4a39-9f3c-589f8195298a on network 47896ea0-c1f1-4e1e-9293-67231b161aa2 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:54:51.371212 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71486436-0711-4320-8640-ba46a0a39e4b req-9711e1ae-b75d-4bb5-8613-efff8c95bd20 service neutron] Checking agent: {'id': 'e22919c8-6430-48bb-a7f5-088caf168a02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 50, 4), 'started_at': datetime.datetime(2021, 6, 6, 11, 50, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 11:54:51.371824 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71486436-0711-4320-8640-ba46a0a39e4b req-9711e1ae-b75d-4bb5-8613-efff8c95bd20 service neutron] Checking segment: {'id': '87cb110a-61ea-4dcf-a84c-45da21681574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '47896ea0-c1f1-4e1e-9293-67231b161aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:54:51.373446 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71486436-0711-4320-8640-ba46a0a39e4b req-9711e1ae-b75d-4bb5-8613-efff8c95bd20 service neutron] Bound using segment: {'id': '87cb110a-61ea-4dcf-a84c-45da21681574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '47896ea0-c1f1-4e1e-9293-67231b161aa2'} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 11:54:51.374493 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [req-71486436-0711-4320-8640-ba46a0a39e4b req-9711e1ae-b75d-4bb5-8613-efff8c95bd20 service neutron] Bound port: 03d41233-b609-4a39-9f3c-589f8195298a, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87cb110a-61ea-4dcf-a84c-45da21681574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '47896ea0-c1f1-4e1e-9293-67231b161aa2'}}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 11:54:51.375363 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-71486436-0711-4320-8640-ba46a0a39e4b req-9711e1ae-b75d-4bb5-8613-efff8c95bd20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:51.468123 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3402133-3110-4797-ace7-207dfe752cfc x-openstack-request-id: req-a3402133-3110-4797-ace7-207dfe752cfc {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:54:51.468517 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23441142-aede-42ab-a96e-cb8e86a25c1b", "name": "network-vif-deleted", "tag": "72b2e02d-0b0f-41a9-b205-34e67f729269", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:54:51.468900 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a3402133-3110-4797-ace7-207dfe752cfc {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:54:51.469517 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23441142-aede-42ab-a96e-cb8e86a25c1b', 'name': 'network-vif-deleted', 'tag': '72b2e02d-0b0f-41a9-b205-34e67f729269', 'status': 'completed', 'code': 200} Jun 06 11:54:51.472914 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026cea2-551d-477b-9e0a-2bd9bec0c033 admin admin] Pushing event updated for resources: {'Port': ['ID=7a85353e-edfe-40d7-99cc-b86c0cc6a1af,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:51.484656 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c026cea2-551d-477b-9e0a-2bd9bec0c033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:51.488016 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c026cea2-551d-477b-9e0a-2bd9bec0c033 admin admin] Network 6ac15f0f-b62d-455f-a9f1-83364cf61df5 is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:54:51.489540 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Pushing event updated for resources: {'Port': ['ID=5f583d95-4048-47a0-8ef7-0536554e787d,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:51.491623 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-fd10f9c7-3dc4-47a2-9291-85777d1f6f11 req-d0c1f9e7-3832-4ee7-886a-afb616b56ac6 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/security-groups?id=66a929c5-d716-4fcf-b0aa-059f1e8a30bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078733 Jun 06 11:54:51.495213 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-c026cea2-551d-477b-9e0a-2bd9bec0c033 admin admin] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:54:51.499870 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:51.518054 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c026cea2-551d-477b-9e0a-2bd9bec0c033 admin admin] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 11:54:51.589518 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-71486436-0711-4320-8640-ba46a0a39e4b req-9711e1ae-b75d-4bb5-8613-efff8c95bd20 service neutron] For port 03d41233-b609-4a39-9f3c-589f8195298a, host hv-cinder-78626, cleared binding levels {{(pid=91626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 11:54:51.596652 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-71486436-0711-4320-8640-ba46a0a39e4b req-9711e1ae-b75d-4bb5-8613-efff8c95bd20 service neutron] For port 03d41233-b609-4a39-9f3c-589f8195298a, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=03d41233-b609-4a39-9f3c-589f8195298a,segment=NetworkSegment(87cb110a-61ea-4dcf-a84c-45da21681574),segment_id=87cb110a-61ea-4dcf-a84c-45da21681574)] {{(pid=91626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 11:54:51.613788 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-71486436-0711-4320-8640-ba46a0a39e4b req-9711e1ae-b75d-4bb5-8613-efff8c95bd20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1152715'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:51.630439 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-28a3b3a5-be7c-4705-b0cd-d8ec55221732 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:51.667922 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c026cea2-551d-477b-9e0a-2bd9bec0c033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625382'] for router_interface, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:51.734745 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-ce3d9f96-23bf-43ad-ba21-3e2e6b4c6294 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:51.774721 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-13726ade-b1ea-4517-a085-52650a168878 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:51.826669 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71486436-0711-4320-8640-ba46a0a39e4b req-9711e1ae-b75d-4bb5-8613-efff8c95bd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:51.827904 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-71486436-0711-4320-8640-ba46a0a39e4b req-9711e1ae-b75d-4bb5-8613-efff8c95bd20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:51.829267 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-71486436-0711-4320-8640-ba46a0a39e4b req-9711e1ae-b75d-4bb5-8613-efff8c95bd20 service neutron] 10.222.0.11 "PUT /v2.0/ports/03d41233-b609-4a39-9f3c-589f8195298a HTTP/1.1" status: 200 len: 1093 time: 1.6878037 Jun 06 11:54:51.830146 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd8aa40f-2e79-4b12-9869-ab2823f0a7c6', 'tag': '03d41233-b609-4a39-9f3c-589f8195298a'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:54:51.834675 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc9e4729878f16c834b645d3c09f80e418a2a47aed75d72574769f74497ec88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c077e26f-c331-4ce3-a781-65a99d64fe6e" -d '{"events": [{"name": "network-changed", "server_uuid": "cd8aa40f-2e79-4b12-9869-ab2823f0a7c6", "tag": "03d41233-b609-4a39-9f3c-589f8195298a"}]}' {{(pid=91626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:54:51.865770 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9711e1ae-b75d-4bb5-8613-efff8c95bd20 service neutron] Pushing event updated for resources: {'Port': ['ID=03d41233-b609-4a39-9f3c-589f8195298a,revision_number=3']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:51.871382 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-9711e1ae-b75d-4bb5-8613-efff8c95bd20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:51.886460 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-58a7bdfe-01a4-420f-b6db-c5befae9d969 None None] Provisioning for port 7a85353e-edfe-40d7-99cc-b86c0cc6a1af completed by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:54:51.903178 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-58a7bdfe-01a4-420f-b6db-c5befae9d969 None None] Provisioning complete for port 7a85353e-edfe-40d7-99cc-b86c0cc6a1af triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:54:51.907622 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-58a7bdfe-01a4-420f-b6db-c5befae9d969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:51.919315 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a6d01b17-b004-4cbb-9583-0d5553a09089 req-353bca7f-1890-4280-9487-b626429fd2b8 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] 10.222.0.42 "GET /v2.0/ports?device_id=23441142-aede-42ab-a96e-cb8e86a25c1b HTTP/1.1" status: 200 len: 210 time: 0.0878453 Jun 06 11:54:51.937528 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6c2cb-403d-415e-9d51-2ffe03419522 req-7e5aa38b-eb6d-4f03-9274-60365714a94d tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:51.947871 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-9cd6c2cb-403d-415e-9d51-2ffe03419522 req-7e5aa38b-eb6d-4f03-9274-60365714a94d tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae765738-11d1-4b54-b31d-93ab52113a4a HTTP/1.1" status: 200 len: 931 time: 0.2249331 Jun 06 11:54:51.954298 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-ce3d9f96-23bf-43ad-ba21-3e2e6b4c6294 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Network 22091504-087c-426c-b258-c19f3fdf15fc is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:54:51.957470 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-ce3d9f96-23bf-43ad-ba21-3e2e6b4c6294 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:54:51.960503 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-ce3d9f96-23bf-43ad-ba21-3e2e6b4c6294 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 11:54:52.040855 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d9f96-23bf-43ad-ba21-3e2e6b4c6294 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Pushing event updated for resources: {'Port': ['ID=6932a950-2c3c-4562-98d4-9526174e46c4,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:52.048247 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-58a7bdfe-01a4-420f-b6db-c5befae9d969 None None] Port 7a85353e-edfe-40d7-99cc-b86c0cc6a1af cannot update to ACTIVE because it is not bound. {{(pid=91627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 11:54:52.052512 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ce3d9f96-23bf-43ad-ba21-3e2e6b4c6294 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:52.073223 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1faac3bb-8768-478e-ad21-09bf2305ee70 x-openstack-request-id: req-1faac3bb-8768-478e-ad21-09bf2305ee70 {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:54:52.073645 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd8aa40f-2e79-4b12-9869-ab2823f0a7c6", "tag": "03d41233-b609-4a39-9f3c-589f8195298a", "status": "completed", "code": 200}]} {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:54:52.074020 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1faac3bb-8768-478e-ad21-09bf2305ee70 {{(pid=91626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:54:52.074516 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd8aa40f-2e79-4b12-9869-ab2823f0a7c6', 'tag': '03d41233-b609-4a39-9f3c-589f8195298a', 'status': 'completed', 'code': 200} Jun 06 11:54:52.078189 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-ce3d9f96-23bf-43ad-ba21-3e2e6b4c6294 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:52.078819 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-ce3d9f96-23bf-43ad-ba21-3e2e6b4c6294 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:52.103173 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-ce3d9f96-23bf-43ad-ba21-3e2e6b4c6294 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7088873 Jun 06 11:54:52.127995 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-9cd6c2cb-403d-415e-9d51-2ffe03419522 req-427452b4-51ce-4b47-baaf-f76968497748 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac5bac27-1674-4340-a446-fe622c876515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769760 Jun 06 11:54:52.139617 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-aca6922e-b19e-43aa-bc14-747451f27be5 service neutron] Request body: {'port': {'device_id': 'ae765738-11d1-4b54-b31d-93ab52113a4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:54:52.155416 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71486436-0711-4320-8640-ba46a0a39e4b req-06e75de8-a231-49bf-809a-e414580335b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:52.157196 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-71486436-0711-4320-8640-ba46a0a39e4b req-06e75de8-a231-49bf-809a-e414580335b3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f96ca411a19c40b3815c2beaaf7f081d&device_id=cd8aa40f-2e79-4b12-9869-ab2823f0a7c6 HTTP/1.1" status: 200 len: 1096 time: 0.2050889 Jun 06 11:54:52.227028 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-71486436-0711-4320-8640-ba46a0a39e4b req-c0dce126-2779-4414-810d-257ccba85555 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=03d41233-b609-4a39-9f3c-589f8195298a HTTP/1.1" status: 200 len: 217 time: 0.0632796 Jun 06 11:54:52.239321 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c026cea2-551d-477b-9e0a-2bd9bec0c033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:52.330351 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-aca6922e-b19e-43aa-bc14-747451f27be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:52.358599 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71486436-0711-4320-8640-ba46a0a39e4b req-2d07446a-c877-449f-9b4b-aaf9565b2c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:52.359952 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-71486436-0711-4320-8640-ba46a0a39e4b req-2d07446a-c877-449f-9b4b-aaf9565b2c09 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5ae2dc22-5230-4fcf-a12d-47c68f3da49b HTTP/1.1" status: 200 len: 853 time: 0.1274536 Jun 06 11:54:52.409065 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-71486436-0711-4320-8640-ba46a0a39e4b req-f3045d6d-b879-466c-8f62-98fbc34c1548 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=47896ea0-c1f1-4e1e-9293-67231b161aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428956 Jun 06 11:54:52.519725 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 989ba9b9-62b0-4e89-ba91-21f43d26c83c up at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:54:52.548585 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-71486436-0711-4320-8640-ba46a0a39e4b req-0b9111c5-7947-44c8-9702-48cc67990459 service neutron] 10.222.0.11 "GET /v2.0/networks/47896ea0-c1f1-4e1e-9293-67231b161aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323144 Jun 06 11:54:52.629101 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Provisioning complete for port 989ba9b9-62b0-4e89-ba91-21f43d26c83c triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:54:52.631347 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:52.753859 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-71486436-0711-4320-8640-ba46a0a39e4b req-a77e0bb1-9dc3-4bb0-b7fe-a2f2cd36896e service neutron] 10.222.0.11 "GET /v2.0/networks/47896ea0-c1f1-4e1e-9293-67231b161aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987209 Jun 06 11:54:52.762369 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:52.779714 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c75e3-df25-477b-b193-896b1688a116 req-611e1035-fa79-45e5-950e-1a0c8064bc39 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:52.781381 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-1c5c75e3-df25-477b-b193-896b1688a116 req-611e1035-fa79-45e5-950e-1a0c8064bc39 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 945 time: 0.3262076 Jun 06 11:54:52.793584 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d7195-dff2-4bac-b2b2-d9ffbfaca58d req-b81f8b77-25bf-4919-83b6-b96565acafa0 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:52.795150 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-fe2d7195-dff2-4bac-b2b2-d9ffbfaca58d req-b81f8b77-25bf-4919-83b6-b96565acafa0 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd8aa40f-2e79-4b12-9869-ab2823f0a7c6 HTTP/1.1" status: 200 len: 943 time: 0.1402681 Jun 06 11:54:52.824594 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c026cea2-551d-477b-9e0a-2bd9bec0c033 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:52.824799 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b26fa4-8613-427b-8409-2c6ab39b179c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989ba9b9-62b0-4e89-ba91-21f43d26c83c'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:54:52.827283 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0ef12a69f97602b9a4dda1947a91503bc9b0dd65cb545ae1f4eaba5f5490f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a420fff9-9538-4b5f-bb25-56e5fba8f429" -d '{"events": [{"server_uuid": "20b26fa4-8613-427b-8409-2c6ab39b179c", "name": "network-vif-plugged", "status": "completed", "tag": "989ba9b9-62b0-4e89-ba91-21f43d26c83c"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:54:52.836442 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 989ba9b9-62b0-4e89-ba91-21f43d26c83c, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=989ba9b9-62b0-4e89-ba91-21f43d26c83c,segment=NetworkSegment(80a63e8a-38a8-406a-8b0d-bb2d67e9b52e),segment_id=80a63e8a-38a8-406a-8b0d-bb2d67e9b52e)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:54:52.843553 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:52.844853 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 72b2e02d-0b0f-41a9-b205-34e67f729269 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 11:54:52.846995 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c026cea2-551d-477b-9e0a-2bd9bec0c033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700882'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:52.881542 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:52.891352 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 5f583d95-4048-47a0-8ef7-0536554e787d up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:54:52.907519 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-fe2d7195-dff2-4bac-b2b2-d9ffbfaca58d req-e68e1d25-511f-4d61-94f1-934b51290994 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/security-groups?id=66a929c5-d716-4fcf-b0aa-059f1e8a30bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057715 Jun 06 11:54:52.925060 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:52.928024 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077e26f-c331-4ce3-a781-65a99d64fe6e req-1d782e48-bad5-4c1c-a863-b4f28e8cfc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:52.929657 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-c077e26f-c331-4ce3-a781-65a99d64fe6e req-1d782e48-bad5-4c1c-a863-b4f28e8cfc84 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f96ca411a19c40b3815c2beaaf7f081d&device_id=cd8aa40f-2e79-4b12-9869-ab2823f0a7c6 HTTP/1.1" status: 200 len: 1096 time: 0.1105204 Jun 06 11:54:52.979667 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] No Port match for: 72b2e02d-0b0f-41a9-b205-34e67f729269 {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 11:54:52.980026 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 72b2e02d-0b0f-41a9-b205-34e67f729269 not bound to the agent host hv-cinder-78626 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 11:54:53.006635 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3439f13-0e3a-4356-ade4-4b02940b0978 x-openstack-request-id: req-d3439f13-0e3a-4356-ade4-4b02940b0978 {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:54:53.007148 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20b26fa4-8613-427b-8409-2c6ab39b179c", "name": "network-vif-plugged", "status": "completed", "tag": "989ba9b9-62b0-4e89-ba91-21f43d26c83c", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:54:53.007709 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d3439f13-0e3a-4356-ade4-4b02940b0978 {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:54:53.008245 dv-cinder-786260-3-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b26fa4-8613-427b-8409-2c6ab39b179c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989ba9b9-62b0-4e89-ba91-21f43d26c83c', 'code': 200} Jun 06 11:54:53.045006 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=989ba9b9-62b0-4e89-ba91-21f43d26c83c,revision_number=10']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:53.048623 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:53.057623 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning complete for port 5f583d95-4048-47a0-8ef7-0536554e787d triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:54:53.058112 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:53.068188 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 45262) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:54:53.120322 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077e26f-c331-4ce3-a781-65a99d64fe6e req-e0061986-e8a4-4e94-b070-fec145f9593f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:53.122123 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-c077e26f-c331-4ce3-a781-65a99d64fe6e req-e0061986-e8a4-4e94-b070-fec145f9593f service neutron] 10.222.0.11 "GET /v2.0/networks?id=47896ea0-c1f1-4e1e-9293-67231b161aa2 HTTP/1.1" status: 200 len: 914 time: 0.1824672 Jun 06 11:54:53.148919 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-1c5c75e3-df25-477b-b193-896b1688a116 req-a6e9f515-0669-47a3-8991-206fef9352e5 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3475242 Jun 06 11:54:53.173266 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c026cea2-551d-477b-9e0a-2bd9bec0c033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647614'] for router_interface, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:53.183826 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.db.resource_extend [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-aca6922e-b19e-43aa-bc14-747451f27be5 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 06 11:54:53.199281 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026cea2-551d-477b-9e0a-2bd9bec0c033 admin admin] Pushing event updated for resources: {'Port': ['ID=7a85353e-edfe-40d7-99cc-b86c0cc6a1af,revision_number=2']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:53.218313 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-c077e26f-c331-4ce3-a781-65a99d64fe6e req-c1e374b4-62a9-444c-9782-cacdded7cd5d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=03d41233-b609-4a39-9f3c-589f8195298a HTTP/1.1" status: 200 len: 217 time: 0.0872948 Jun 06 11:54:53.240012 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c026cea2-551d-477b-9e0a-2bd9bec0c033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:53.335585 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077e26f-c331-4ce3-a781-65a99d64fe6e req-2c0290cc-31e0-40db-b850-8863e08f50e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:53.337740 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-c077e26f-c331-4ce3-a781-65a99d64fe6e req-2c0290cc-31e0-40db-b850-8863e08f50e5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5ae2dc22-5230-4fcf-a12d-47c68f3da49b HTTP/1.1" status: 200 len: 853 time: 0.1118345 Jun 06 11:54:53.342274 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-aca6922e-b19e-43aa-bc14-747451f27be5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6932a950-2c3c-4562-98d4-9526174e46c4 {{(pid=91625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 11:54:53.375692 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-aca6922e-b19e-43aa-bc14-747451f27be5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:53.401898 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-c077e26f-c331-4ce3-a781-65a99d64fe6e req-32debc5a-c0f4-463c-8840-4d14f4f01c25 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=47896ea0-c1f1-4e1e-9293-67231b161aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508068 Jun 06 11:54:53.413608 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7df7c-5d81-4b9e-b6ec-0539bdb1b986 req-f0eb7388-abfb-4e50-9f93-da9ec6f83d5b tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:53.415304 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-7af7df7c-5d81-4b9e-b6ec-0539bdb1b986 req-f0eb7388-abfb-4e50-9f93-da9ec6f83d5b tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae765738-11d1-4b54-b31d-93ab52113a4a HTTP/1.1" status: 200 len: 931 time: 0.1543241 Jun 06 11:54:53.459352 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-aca6922e-b19e-43aa-bc14-747451f27be5 service neutron] Transition to ACTIVE for port object 6932a950-2c3c-4562-98d4-9526174e46c4 will not be triggered until provisioned by entity L2. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:54:53.473249 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-aca6922e-b19e-43aa-bc14-747451f27be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700882'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:53.532579 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:53.546705 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-7af7df7c-5d81-4b9e-b6ec-0539bdb1b986 req-503e2da2-6975-45ab-94e5-873b33027551 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac5bac27-1674-4340-a446-fe622c876515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113470 Jun 06 11:54:53.585235 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-c077e26f-c331-4ce3-a781-65a99d64fe6e req-f3f52d1b-e986-49e8-882f-2856102174fc service neutron] 10.222.0.11 "GET /v2.0/networks/47896ea0-c1f1-4e1e-9293-67231b161aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689703 Jun 06 11:54:53.716338 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-c077e26f-c331-4ce3-a781-65a99d64fe6e req-704b6453-3c3b-462e-a184-8e8acbc82c25 service neutron] 10.222.0.11 "GET /v2.0/networks/47896ea0-c1f1-4e1e-9293-67231b161aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243775 Jun 06 11:54:53.753067 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c026cea2-551d-477b-9e0a-2bd9bec0c033 admin admin] Network 6ac15f0f-b62d-455f-a9f1-83364cf61df5 is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:54:53.762480 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-c026cea2-551d-477b-9e0a-2bd9bec0c033 admin admin] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:54:53.841485 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6922e-b19e-43aa-bc14-747451f27be5 service neutron] Pushing event updated for resources: {'Port': ['ID=6932a950-2c3c-4562-98d4-9526174e46c4,revision_number=2']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:53.872481 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-aca6922e-b19e-43aa-bc14-747451f27be5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:53.990872 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-6d2870f2-0a44-4130-8798-2fac14f4a99d None None] Provisioning complete for port 7a85353e-edfe-40d7-99cc-b86c0cc6a1af triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:54:53.991443 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-6d2870f2-0a44-4130-8798-2fac14f4a99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:54.045813 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-6d2870f2-0a44-4130-8798-2fac14f4a99d None None] Port 7a85353e-edfe-40d7-99cc-b86c0cc6a1af cannot update to ACTIVE because it is not bound. {{(pid=91627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 11:54:54.095548 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4682f2c-b5fa-4814-a7e5-d65fc50b5b66 req-71ffbd64-b084-441e-8eeb-60af98147729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:54.097008 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-e4682f2c-b5fa-4814-a7e5-d65fc50b5b66 req-71ffbd64-b084-441e-8eeb-60af98147729 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 1100 time: 0.5679610 Jun 06 11:54:54.226975 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-aca6922e-b19e-43aa-bc14-747451f27be5 service neutron] Attempting to bind port 6932a950-2c3c-4562-98d4-9526174e46c4 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 11:54:54.227316 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-aca6922e-b19e-43aa-bc14-747451f27be5 service neutron] Attempting to bind port 6932a950-2c3c-4562-98d4-9526174e46c4 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '08a6bbd3-eb97-4d09-82dd-399f0ecfee13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '22091504-087c-426c-b258-c19f3fdf15fc'}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 11:54:54.228246 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-aca6922e-b19e-43aa-bc14-747451f27be5 service neutron] Attempting to bind port 6932a950-2c3c-4562-98d4-9526174e46c4 on network 22091504-087c-426c-b258-c19f3fdf15fc {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:54:54.274911 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-aca6922e-b19e-43aa-bc14-747451f27be5 service neutron] Port 6932a950-2c3c-4562-98d4-9526174e46c4 on network 22091504-087c-426c-b258-c19f3fdf15fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 11:54:54.275252 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-aca6922e-b19e-43aa-bc14-747451f27be5 service neutron] Attempting to bind port 6932a950-2c3c-4562-98d4-9526174e46c4 on network 22091504-087c-426c-b258-c19f3fdf15fc {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:54:54.346783 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab44d41-b592-491f-bacf-3371628ce9ab req-f7458657-34c9-440a-8323-01e7aa01e8a3 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:54.348537 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-6ab44d41-b592-491f-bacf-3371628ce9ab req-f7458657-34c9-440a-8323-01e7aa01e8a3 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 947 time: 0.0818050 Jun 06 11:54:54.394441 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-6ab44d41-b592-491f-bacf-3371628ce9ab req-e2feac2d-3a83-4003-b083-fe8933558898 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392373 Jun 06 11:54:54.407615 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-aca6922e-b19e-43aa-bc14-747451f27be5 service neutron] Checking agent: {'id': 'e22919c8-6430-48bb-a7f5-088caf168a02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 50, 4), 'started_at': datetime.datetime(2021, 6, 6, 11, 50, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 11:54:54.408095 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-aca6922e-b19e-43aa-bc14-747451f27be5 service neutron] Checking segment: {'id': '08a6bbd3-eb97-4d09-82dd-399f0ecfee13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '22091504-087c-426c-b258-c19f3fdf15fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:54:54.408333 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-aca6922e-b19e-43aa-bc14-747451f27be5 service neutron] Bound using segment: {'id': '08a6bbd3-eb97-4d09-82dd-399f0ecfee13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '22091504-087c-426c-b258-c19f3fdf15fc'} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 11:54:54.408914 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-aca6922e-b19e-43aa-bc14-747451f27be5 service neutron] Bound port: 6932a950-2c3c-4562-98d4-9526174e46c4, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08a6bbd3-eb97-4d09-82dd-399f0ecfee13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '22091504-087c-426c-b258-c19f3fdf15fc'}}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 11:54:54.409103 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-aca6922e-b19e-43aa-bc14-747451f27be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:54.439014 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-e4682f2c-b5fa-4814-a7e5-d65fc50b5b66 req-bb9d69d9-66ae-4ce9-855c-68fae64f1350 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3267648 Jun 06 11:54:54.448746 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c026cea2-551d-477b-9e0a-2bd9bec0c033 admin admin] Router b29393b8-9f65-4b6a-947b-41d9f8b45f1a has already been hosted by L3 agent 3ae38246-b788-4a45-8398-d1ca6712d00e {{(pid=91625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 11:54:54.583609 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f0a3a-818b-4cd3-ab27-ccbefa15c7b8 req-834950f2-dd70-4311-a3f0-77fa03aa8446 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:54.585083 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b65f0a3a-818b-4cd3-ab27-ccbefa15c7b8 req-834950f2-dd70-4311-a3f0-77fa03aa8446 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd8aa40f-2e79-4b12-9869-ab2823f0a7c6 HTTP/1.1" status: 200 len: 943 time: 0.5393198 Jun 06 11:54:54.672034 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-aca6922e-b19e-43aa-bc14-747451f27be5 service neutron] For port 6932a950-2c3c-4562-98d4-9526174e46c4, host hv-cinder-78626, cleared binding levels {{(pid=91625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 11:54:54.732666 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9f6e8-1d54-4c7a-9d0c-b0d6bc9cc61a req-10b5c649-f534-4deb-ac0a-99c57525a88a tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:54.734202 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-08b9f6e8-1d54-4c7a-9d0c-b0d6bc9cc61a req-10b5c649-f534-4deb-ac0a-99c57525a88a tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae765738-11d1-4b54-b31d-93ab52113a4a HTTP/1.1" status: 200 len: 943 time: 0.0833490 Jun 06 11:54:54.760330 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-aca6922e-b19e-43aa-bc14-747451f27be5 service neutron] For port 6932a950-2c3c-4562-98d4-9526174e46c4, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6932a950-2c3c-4562-98d4-9526174e46c4,segment=NetworkSegment(08a6bbd3-eb97-4d09-82dd-399f0ecfee13),segment_id=08a6bbd3-eb97-4d09-82dd-399f0ecfee13)] {{(pid=91625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 11:54:54.768430 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b65f0a3a-818b-4cd3-ab27-ccbefa15c7b8 req-e5ff14cd-dab7-449c-b7a4-70b93c35acf0 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/security-groups?id=66a929c5-d716-4fcf-b0aa-059f1e8a30bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719856 Jun 06 11:54:54.772771 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-aca6922e-b19e-43aa-bc14-747451f27be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700882'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:54.779906 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-6d076b71-470c-465c-9c16-0352b01e81c3 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:54.798940 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-08b9f6e8-1d54-4c7a-9d0c-b0d6bc9cc61a req-c971a579-c2a9-4d6f-9366-e921ca8f1b5b tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac5bac27-1674-4340-a446-fe622c876515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501516 Jun 06 11:54:54.877798 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c026cea2-551d-477b-9e0a-2bd9bec0c033 admin admin] Notify agent at l3_agent.dv-cinder-786260-3-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 11:54:54.879840 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-aca6922e-b19e-43aa-bc14-747451f27be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:54.880460 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-aca6922e-b19e-43aa-bc14-747451f27be5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:54.881912 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-aca6922e-b19e-43aa-bc14-747451f27be5 service neutron] 10.222.0.11 "PUT /v2.0/ports/6932a950-2c3c-4562-98d4-9526174e46c4 HTTP/1.1" status: 200 len: 1093 time: 2.7480652 Jun 06 11:54:54.886470 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae765738-11d1-4b54-b31d-93ab52113a4a', 'tag': '6932a950-2c3c-4562-98d4-9526174e46c4'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:54:54.886653 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4952acd4-c8b6-4fb1-b5dc-04bf77845177 None None] Sync routers for ids ['b29393b8-9f65-4b6a-947b-41d9f8b45f1a'] in dv-cinder-786260-3-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 11:54:54.888720 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d3a09975e5f8f43507a37e46b4ea231535690fa404cdff26bf77d84c9002b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dacd8fac-9070-4ac8-a323-41547cc99ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "ae765738-11d1-4b54-b31d-93ab52113a4a", "tag": "6932a950-2c3c-4562-98d4-9526174e46c4"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:54:54.897257 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4952acd4-c8b6-4fb1-b5dc-04bf77845177 None None] Routers {'b29393b8-9f65-4b6a-947b-41d9f8b45f1a'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:54:54.906191 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-4952acd4-c8b6-4fb1-b5dc-04bf77845177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T11:54:33Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['b29393b8-9f65-4b6a-947b-41d9f8b45f1a'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:54:54.906714 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-c026cea2-551d-477b-9e0a-2bd9bec0c033 admin admin] 10.222.0.42 "PUT /v2.0/routers/b29393b8-9f65-4b6a-947b-41d9f8b45f1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1779370 Jun 06 11:54:54.918142 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6922e-b19e-43aa-bc14-747451f27be5 service neutron] Pushing event updated for resources: {'Port': ['ID=6932a950-2c3c-4562-98d4-9526174e46c4,revision_number=3']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:54.922040 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-aca6922e-b19e-43aa-bc14-747451f27be5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:54.966358 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7743da85-b156-4bd9-b8c2-b6e7246069b7 x-openstack-request-id: req-7743da85-b156-4bd9-b8c2-b6e7246069b7 {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:54:54.966684 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae765738-11d1-4b54-b31d-93ab52113a4a", "tag": "6932a950-2c3c-4562-98d4-9526174e46c4", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:54:54.966971 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7743da85-b156-4bd9-b8c2-b6e7246069b7 {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:54:54.967390 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae765738-11d1-4b54-b31d-93ab52113a4a', 'tag': '6932a950-2c3c-4562-98d4-9526174e46c4', 'status': 'completed', 'code': 200} Jun 06 11:54:54.982208 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3d49792f-a2c4-484e-8a57-64059a9f187c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647636'] for router_interface, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:55.105728 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-4952acd4-c8b6-4fb1-b5dc-04bf77845177 None None] Set router b29393b8-9f65-4b6a-947b-41d9f8b45f1a gateway port host: dv-cinder-786260-3-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:54:55.172019 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-49a548be-8453-4e48-9471-b13cd6bfa011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:55.173527 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-49a548be-8453-4e48-9471-b13cd6bfa011 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c09ca6fca0c8461b9cacf6c10090316b&device_id=ae765738-11d1-4b54-b31d-93ab52113a4a HTTP/1.1" status: 200 len: 1096 time: 0.2404597 Jun 06 11:54:55.327888 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-b21573ff-a4af-47cd-89e8-077fdfa0dbe8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6932a950-2c3c-4562-98d4-9526174e46c4 HTTP/1.1" status: 200 len: 217 time: 0.1005399 Jun 06 11:54:55.411665 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-5a5130ec-6fd9-4f8a-9478-f391ab3d5ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:55.411665 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-5a5130ec-6fd9-4f8a-9478-f391ab3d5ca5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=224fa2ee-f353-49e2-a3ec-8bbe23a9a77e HTTP/1.1" status: 200 len: 848 time: 0.0721493 Jun 06 11:54:55.470350 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-b9ef9486-931b-45fe-ad39-68cb77315cfd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=22091504-087c-426c-b258-c19f3fdf15fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520363 Jun 06 11:54:55.609034 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-4952acd4-c8b6-4fb1-b5dc-04bf77845177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29393b8-9f65-4b6a-947b-41d9f8b45f1a', 'name': 'tempest-TestShelveInstance-110123505-router', 'tenant_id': 'f2d79d8c1802494b9aa6a8cf2671ed19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.148'}], 'enable_snat': True}, 'gw_port_id': '5f583d95-4048-47a0-8ef7-0536554e787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:43Z', 'updated_at': '2021-06-06T11:54:52Z', 'revision_number': 4, 'project_id': 'f2d79d8c1802494b9aa6a8cf2671ed19', 'gw_port': {'id': '5f583d95-4048-47a0-8ef7-0536554e787d', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29393b8-9f65-4b6a-947b-41d9f8b45f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:44Z', 'updated_at': '2021-06-06T11:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_interfaces': [{'id': '7a85353e-edfe-40d7-99cc-b86c0cc6a1af', 'name': '', 'network_id': '6ac15f0f-b62d-455f-a9f1-83364cf61df5', 'tenant_id': 'f2d79d8c1802494b9aa6a8cf2671ed19', 'mac_address': 'fa:16:3e:3f:c1:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29393b8-9f65-4b6a-947b-41d9f8b45f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '1b163f95-4324-4b0d-8fd3-ed028c41cba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:49Z', 'updated_at': '2021-06-06T11:54:52Z', 'revision_number': 2, 'project_id': 'f2d79d8c1802494b9aa6a8cf2671ed19', 'subnets': [{'id': '1b163f95-4324-4b0d-8fd3-ed028c41cba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:54:55.616682 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4952acd4-c8b6-4fb1-b5dc-04bf77845177 None None] Checking router: b29393b8-9f65-4b6a-947b-41d9f8b45f1a for host: dv-cinder-786260-3-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 11:54:55.617287 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4952acd4-c8b6-4fb1-b5dc-04bf77845177 None None] Updating router b29393b8-9f65-4b6a-947b-41d9f8b45f1a port 7a85353e-edfe-40d7-99cc-b86c0cc6a1af binding host dv-cinder-786260-3-smb {{(pid=91627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 11:54:55.703774 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4952acd4-c8b6-4fb1-b5dc-04bf77845177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:55.718829 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 45312) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:54:55.724016 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-023fe970-e7aa-405c-9dd7-b0dc823062e8 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1268793398', 'description': 'tempest-secgroup-smoke-1268793398 description', 'project_id': 'a760c1c31ed345629684c634c2c50df0'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:54:55.752074 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-023fe970-e7aa-405c-9dd7-b0dc823062e8 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:55.766568 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-cbf9708a-facb-42af-af3e-d709a8d9d853 service neutron] 10.222.0.11 "GET /v2.0/networks/22091504-087c-426c-b258-c19f3fdf15fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672720 Jun 06 11:54:55.888031 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e903b-871a-40ca-ae67-e86416f0a2b3 req-51eb1801-bad6-48bf-8542-19ec93c62736 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:55.889575 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-935e903b-871a-40ca-ae67-e86416f0a2b3 req-51eb1801-bad6-48bf-8542-19ec93c62736 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 947 time: 0.2770612 Jun 06 11:54:55.895402 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-3d49792f-a2c4-484e-8a57-64059a9f187c admin admin] Deleting port a47bb5bb-bf9b-43b0-b8de-3de65d2a6f20 {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 11:54:55.895845 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3d49792f-a2c4-484e-8a57-64059a9f187c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:56.106869 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-023fe970-e7aa-405c-9dd7-b0dc823062e8 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:56.119013 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-023fe970-e7aa-405c-9dd7-b0dc823062e8 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:56.126996 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-8ff0b2ad-c67c-4c82-be75-d5770d814b61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:56.148923 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4952acd4-c8b6-4fb1-b5dc-04bf77845177 None None] Notify callbacks [] for port, precommit_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:56.161187 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-4952acd4-c8b6-4fb1-b5dc-04bf77845177 None None] Transition to ACTIVE for port object 7a85353e-edfe-40d7-99cc-b86c0cc6a1af will not be triggered until provisioned by entity L2. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:54:56.172984 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-023fe970-e7aa-405c-9dd7-b0dc823062e8 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:56.175206 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4952acd4-c8b6-4fb1-b5dc-04bf77845177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:56.176699 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-023fe970-e7aa-405c-9dd7-b0dc823062e8 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4565802 Jun 06 11:54:56.177416 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 45324) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:54:56.182281 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:56.182522 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-5c8240f0-479f-40f7-b247-ab5140709f9a req-a4ef4f84-3332-486b-8b19-938c1a51e70b service neutron] 10.222.0.11 "GET /v2.0/networks/22091504-087c-426c-b258-c19f3fdf15fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060867 Jun 06 11:54:56.185857 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-2fae074f-079c-45ba-b1b9-942bd5d31c9c tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Request body: {'security_group_rule': {'security_group_id': '58f55872-ceb7-4746-9dfc-e65ee5ff9361', 'project_id': 'a760c1c31ed345629684c634c2c50df0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:54:56.191878 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023fe970-e7aa-405c-9dd7-b0dc823062e8 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58f55872-ceb7-4746-9dfc-e65ee5ff9361,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:56.196135 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-023fe970-e7aa-405c-9dd7-b0dc823062e8 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:56.201573 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-935e903b-871a-40ca-ae67-e86416f0a2b3 req-e8e4ba8a-e184-4448-9bfc-633a26881c0b tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2883630 Jun 06 11:54:56.205030 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba70261-39f4-4bd7-bda9-334ab6b4aa09 req-a48e67b0-db8b-4505-bdf9-5addf0248036 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:56.212641 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-bba70261-39f4-4bd7-bda9-334ab6b4aa09 req-a48e67b0-db8b-4505-bdf9-5addf0248036 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd8aa40f-2e79-4b12-9869-ab2823f0a7c6 HTTP/1.1" status: 200 len: 943 time: 0.2796254 Jun 06 11:54:56.272435 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [None req-3d49792f-a2c4-484e-8a57-64059a9f187c admin admin] For port a47bb5bb-bf9b-43b0-b8de-3de65d2a6f20, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=a47bb5bb-bf9b-43b0-b8de-3de65d2a6f20,segment=NetworkSegment(a0855805-791b-48ea-9511-403824d72d1e),segment_id=a0855805-791b-48ea-9511-403824d72d1e)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:54:56.272600 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3d49792f-a2c4-484e-8a57-64059a9f187c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:56.277477 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-bba70261-39f4-4bd7-bda9-334ab6b4aa09 req-3127d1fb-5e2b-4025-9cd9-99d026a8bb8a tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/security-groups?id=66a929c5-d716-4fcf-b0aa-059f1e8a30bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637624 Jun 06 11:54:56.300301 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2fae074f-079c-45ba-b1b9-942bd5d31c9c tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:56.433131 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2fae074f-079c-45ba-b1b9-942bd5d31c9c tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:56.440750 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2fae074f-079c-45ba-b1b9-942bd5d31c9c tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413282'] for security_group_rule, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:56.467186 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:56.479918 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2fae074f-079c-45ba-b1b9-942bd5d31c9c tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:56.482372 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-2fae074f-079c-45ba-b1b9-942bd5d31c9c tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3029656 Jun 06 11:54:56.486088 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 45326) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:54:56.491129 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-24d4b6df-432f-4271-8f8c-dc3e7e5454f8 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Request body: {'security_group_rule': {'security_group_id': '58f55872-ceb7-4746-9dfc-e65ee5ff9361', 'project_id': 'a760c1c31ed345629684c634c2c50df0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:54:56.499481 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae074f-079c-45ba-b1b9-942bd5d31c9c tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae670bb3-f3de-45ba-81e4-3add4363bae6,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:56.506783 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-2fae074f-079c-45ba-b1b9-942bd5d31c9c tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:56.519196 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb9b1bf-0018-4c7a-b62d-c8446aedad04 None None] Pushing event updated for resources: {'Port': ['ID=7a85353e-edfe-40d7-99cc-b86c0cc6a1af,revision_number=3']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:56.529987 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-cfb9b1bf-0018-4c7a-b62d-c8446aedad04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:56.531202 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-24d4b6df-432f-4271-8f8c-dc3e7e5454f8 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:56.537083 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-4952acd4-c8b6-4fb1-b5dc-04bf77845177 None None] Attempting to bind port 7a85353e-edfe-40d7-99cc-b86c0cc6a1af on host dv-cinder-786260-3-smb for vnic_type normal with profile {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 11:54:56.537518 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-4952acd4-c8b6-4fb1-b5dc-04bf77845177 None None] Attempting to bind port 7a85353e-edfe-40d7-99cc-b86c0cc6a1af by drivers openvswitch,hyperv on host dv-cinder-786260-3-smb at level 0 using segments [{'id': 'af5b9b64-168a-4bc2-91de-963fa8651952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '6ac15f0f-b62d-455f-a9f1-83364cf61df5'}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 11:54:56.537891 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4952acd4-c8b6-4fb1-b5dc-04bf77845177 None None] Attempting to bind port 7a85353e-edfe-40d7-99cc-b86c0cc6a1af on network 6ac15f0f-b62d-455f-a9f1-83364cf61df5 {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:54:56.541743 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-3d49792f-a2c4-484e-8a57-64059a9f187c admin admin] Calling delete_port for a47bb5bb-bf9b-43b0-b8de-3de65d2a6f20 owned by network:router_interface {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 11:54:56.543667 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4952acd4-c8b6-4fb1-b5dc-04bf77845177 None None] Checking agent: {'id': '8c08a107-9ed3-4e66-a1ef-b6d8b5adb9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 2), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 11:54:56.544234 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4952acd4-c8b6-4fb1-b5dc-04bf77845177 None None] Checking segment: {'id': 'af5b9b64-168a-4bc2-91de-963fa8651952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '6ac15f0f-b62d-455f-a9f1-83364cf61df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:54:56.544401 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4952acd4-c8b6-4fb1-b5dc-04bf77845177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:56.545242 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4952acd4-c8b6-4fb1-b5dc-04bf77845177 None None] Bound using segment: {'id': 'af5b9b64-168a-4bc2-91de-963fa8651952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '6ac15f0f-b62d-455f-a9f1-83364cf61df5'} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 11:54:56.545373 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-4952acd4-c8b6-4fb1-b5dc-04bf77845177 None None] Bound port: 7a85353e-edfe-40d7-99cc-b86c0cc6a1af, host: dv-cinder-786260-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af5b9b64-168a-4bc2-91de-963fa8651952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '6ac15f0f-b62d-455f-a9f1-83364cf61df5'}}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 11:54:56.545715 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4952acd4-c8b6-4fb1-b5dc-04bf77845177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:56.558120 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 03d41233-b609-4a39-9f3c-589f8195298a details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 11:54:56.596551 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-24d4b6df-432f-4271-8f8c-dc3e7e5454f8 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:56.600903 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-24d4b6df-432f-4271-8f8c-dc3e7e5454f8 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413282'] for security_group_rule, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:56.609930 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-2fae074f-079c-45ba-b1b9-942bd5d31c9c tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:56.630321 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d4b6df-432f-4271-8f8c-dc3e7e5454f8 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08491364-a131-43b0-a7cd-488d69c043e7,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:56.633774 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-24d4b6df-432f-4271-8f8c-dc3e7e5454f8 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:56.642567 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-24d4b6df-432f-4271-8f8c-dc3e7e5454f8 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:56.646328 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-24d4b6df-432f-4271-8f8c-dc3e7e5454f8 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1563148 Jun 06 11:54:56.647052 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 45328) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:54:56.652231 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-0e41d859-2199-44cb-9323-3ea514cf4499 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Request body: {'security_group_rule': {'security_group_id': '58f55872-ceb7-4746-9dfc-e65ee5ff9361', 'project_id': 'a760c1c31ed345629684c634c2c50df0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:54:56.661910 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd8fac-9070-4ac8-a323-41547cc99ea1 req-af4dc33e-f7e7-4b3c-ab48-5812b2df1276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:56.663525 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-dacd8fac-9070-4ac8-a323-41547cc99ea1 req-af4dc33e-f7e7-4b3c-ab48-5812b2df1276 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c09ca6fca0c8461b9cacf6c10090316b&device_id=ae765738-11d1-4b54-b31d-93ab52113a4a HTTP/1.1" status: 200 len: 1096 time: 0.3631055 Jun 06 11:54:56.685322 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0e41d859-2199-44cb-9323-3ea514cf4499 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:56.739896 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4952acd4-c8b6-4fb1-b5dc-04bf77845177 None None] For port 7a85353e-edfe-40d7-99cc-b86c0cc6a1af, host dv-cinder-786260-3-smb, cleared binding levels {{(pid=91627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 11:54:56.754170 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0e41d859-2199-44cb-9323-3ea514cf4499 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:56.758232 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0e41d859-2199-44cb-9323-3ea514cf4499 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413282'] for security_group_rule, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:56.761956 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-4952acd4-c8b6-4fb1-b5dc-04bf77845177 None None] For port 7a85353e-edfe-40d7-99cc-b86c0cc6a1af, host dv-cinder-786260-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=7a85353e-edfe-40d7-99cc-b86c0cc6a1af,segment=NetworkSegment(af5b9b64-168a-4bc2-91de-963fa8651952),segment_id=af5b9b64-168a-4bc2-91de-963fa8651952)] {{(pid=91627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 11:54:56.767986 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:56.769373 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4952acd4-c8b6-4fb1-b5dc-04bf77845177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:56.784413 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:56.788713 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41d859-2199-44cb-9323-3ea514cf4499 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82bd4773-6223-4fa9-962d-879f5f71b122,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:56.792019 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-0e41d859-2199-44cb-9323-3ea514cf4499 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:56.793516 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0e41d859-2199-44cb-9323-3ea514cf4499 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:56.798016 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-0e41d859-2199-44cb-9323-3ea514cf4499 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1499021 Jun 06 11:54:56.798765 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 45330) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:54:56.803407 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-5f7aa608-ca58-4ad8-b9a5-144d523406a2 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Request body: {'security_group_rule': {'security_group_id': '58f55872-ceb7-4746-9dfc-e65ee5ff9361', 'project_id': 'a760c1c31ed345629684c634c2c50df0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:54:56.837297 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5f7aa608-ca58-4ad8-b9a5-144d523406a2 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:56.843720 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 03d41233-b609-4a39-9f3c-589f8195298a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=03d41233-b609-4a39-9f3c-589f8195298a,segment=NetworkSegment(87cb110a-61ea-4dcf-a84c-45da21681574),segment_id=87cb110a-61ea-4dcf-a84c-45da21681574)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:54:56.868926 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Returning: {'device': '03d41233-b609-4a39-9f3c-589f8195298a', 'network_id': '47896ea0-c1f1-4e1e-9293-67231b161aa2', 'port_id': '03d41233-b609-4a39-9f3c-589f8195298a', 'mac_address': 'fa:16:3e:08:e2:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae2dc22-5230-4fcf-a12d-47c68f3da49b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 11:54:56.909438 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea1f802-e89e-400c-83e4-0f3cbacbf9f6 req-2c8596bf-467f-4fa4-892c-50cb06b81da3 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:56.911117 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-9ea1f802-e89e-400c-83e4-0f3cbacbf9f6 req-2c8596bf-467f-4fa4-892c-50cb06b81da3 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae765738-11d1-4b54-b31d-93ab52113a4a HTTP/1.1" status: 200 len: 943 time: 0.4660282 Jun 06 11:54:56.919387 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5f7aa608-ca58-4ad8-b9a5-144d523406a2 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:56.926545 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5f7aa608-ca58-4ad8-b9a5-144d523406a2 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413282'] for security_group_rule, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:56.934132 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:56.934368 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb9b1bf-0018-4c7a-b62d-c8446aedad04 None None] Pushing event updated for resources: {'Port': ['ID=7a85353e-edfe-40d7-99cc-b86c0cc6a1af,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:56.936916 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4952acd4-c8b6-4fb1-b5dc-04bf77845177 None None] Routers {'b29393b8-9f65-4b6a-947b-41d9f8b45f1a'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:54:56.937534 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-4952acd4-c8b6-4fb1-b5dc-04bf77845177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T11:54:33Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['b29393b8-9f65-4b6a-947b-41d9f8b45f1a'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:54:56.957310 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7aa608-ca58-4ad8-b9a5-144d523406a2 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc012748-a7a4-4a94-ab42-dd9e985a4322,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:56.959898 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-5f7aa608-ca58-4ad8-b9a5-144d523406a2 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:56.966649 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5f7aa608-ca58-4ad8-b9a5-144d523406a2 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:56.969867 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-5f7aa608-ca58-4ad8-b9a5-144d523406a2 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1681938 Jun 06 11:54:56.971022 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 45332) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:54:56.975959 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-eca4c2c1-2ca9-43b7-9cda-d669cfe4bf1b tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Request body: {'security_group_rule': {'security_group_id': '58f55872-ceb7-4746-9dfc-e65ee5ff9361', 'project_id': 'a760c1c31ed345629684c634c2c50df0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:54:56.994013 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-cfb9b1bf-0018-4c7a-b62d-c8446aedad04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:57.006833 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.db.securitygroups_db [None req-eca4c2c1-2ca9-43b7-9cda-d669cfe4bf1b tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Project a760c1c31ed345629684c634c2c50df0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 06 11:54:57.015956 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-eca4c2c1-2ca9-43b7-9cda-d669cfe4bf1b tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:57.023510 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd8fac-9070-4ac8-a323-41547cc99ea1 req-4290288c-a9c8-4799-a7a2-c1896eeef241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:57.025359 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:57.025503 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-dacd8fac-9070-4ac8-a323-41547cc99ea1 req-4290288c-a9c8-4799-a7a2-c1896eeef241 service neutron] 10.222.0.11 "GET /v2.0/networks?id=22091504-087c-426c-b258-c19f3fdf15fc HTTP/1.1" status: 200 len: 909 time: 0.2419138 Jun 06 11:54:57.048133 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-9ea1f802-e89e-400c-83e4-0f3cbacbf9f6 req-b929c7b9-b99f-49dc-9da7-9b53de6f0f29 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac5bac27-1674-4340-a446-fe622c876515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287112 Jun 06 11:54:57.104920 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-eca4c2c1-2ca9-43b7-9cda-d669cfe4bf1b tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:57.111480 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-eca4c2c1-2ca9-43b7-9cda-d669cfe4bf1b tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413282'] for security_group_rule, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:57.114242 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-24d4b6df-432f-4271-8f8c-dc3e7e5454f8 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:57.125663 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-dacd8fac-9070-4ac8-a323-41547cc99ea1 req-9a262e6f-a99e-4659-ad2c-a5b1d97cbd7c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6932a950-2c3c-4562-98d4-9526174e46c4 HTTP/1.1" status: 200 len: 217 time: 0.0720778 Jun 06 11:54:57.140394 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca4c2c1-2ca9-43b7-9cda-d669cfe4bf1b tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15876656-66f8-4d20-bea1-eda7fc8baa47,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:57.142961 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-eca4c2c1-2ca9-43b7-9cda-d669cfe4bf1b tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:57.151579 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-eca4c2c1-2ca9-43b7-9cda-d669cfe4bf1b tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:57.156248 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-eca4c2c1-2ca9-43b7-9cda-d669cfe4bf1b tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1807599 Jun 06 11:54:57.156248 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 45334) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:54:57.157225 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03d41233-b609-4a39-9f3c-589f8195298a {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 11:54:57.160333 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-f99260c5-37db-4e49-b06e-33c8278647f3 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Request body: {'security_group_rule': {'security_group_id': '58f55872-ceb7-4746-9dfc-e65ee5ff9361', 'project_id': 'a760c1c31ed345629684c634c2c50df0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:54:57.185473 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.db.securitygroups_db [None req-f99260c5-37db-4e49-b06e-33c8278647f3 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Project a760c1c31ed345629684c634c2c50df0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 06 11:54:57.191238 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 03d41233-b609-4a39-9f3c-589f8195298a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=03d41233-b609-4a39-9f3c-589f8195298a,segment=NetworkSegment(87cb110a-61ea-4dcf-a84c-45da21681574),segment_id=87cb110a-61ea-4dcf-a84c-45da21681574)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:54:57.191928 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f99260c5-37db-4e49-b06e-33c8278647f3 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:57.201005 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:57.207443 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:57.236683 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd8fac-9070-4ac8-a323-41547cc99ea1 req-a080d9db-e986-4218-b947-f5b365f26f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:57.238161 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-dacd8fac-9070-4ac8-a323-41547cc99ea1 req-a080d9db-e986-4218-b947-f5b365f26f66 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=224fa2ee-f353-49e2-a3ec-8bbe23a9a77e HTTP/1.1" status: 200 len: 848 time: 0.1061420 Jun 06 11:54:57.249166 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-4952acd4-c8b6-4fb1-b5dc-04bf77845177 None None] Set router b29393b8-9f65-4b6a-947b-41d9f8b45f1a gateway port host: dv-cinder-786260-3-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:54:57.273165 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f99260c5-37db-4e49-b06e-33c8278647f3 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:57.279439 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f99260c5-37db-4e49-b06e-33c8278647f3 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413282'] for security_group_rule, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:57.281908 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:57.308397 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3d49792f-a2c4-484e-8a57-64059a9f187c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:57.317395 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99260c5-37db-4e49-b06e-33c8278647f3 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c523d091-51a2-4cb0-9050-f4ff246f37b3,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:57.324719 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e2a7e8e1-f4dc-4f22-b9b6-804696dc84b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:57.328528 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-f99260c5-37db-4e49-b06e-33c8278647f3 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:57.367101 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-dacd8fac-9070-4ac8-a323-41547cc99ea1 req-975709a9-429d-4dd7-9406-317d17606c16 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=22091504-087c-426c-b258-c19f3fdf15fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1197729 Jun 06 11:54:57.394479 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d49792f-a2c4-484e-8a57-64059a9f187c admin admin] Pushing event deleted for resources: {'Port': ['ID=a47bb5bb-bf9b-43b0-b8de-3de65d2a6f20,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:57.419297 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f99260c5-37db-4e49-b06e-33c8278647f3 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:57.434116 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-f99260c5-37db-4e49-b06e-33c8278647f3 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2639301 Jun 06 11:54:57.434340 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] get_ports_and_sgs() called for port_ids ['03d41233-b609-4a39-9f3c-589f8195298a'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 11:54:57.434443 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-3d49792f-a2c4-484e-8a57-64059a9f187c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:57.460804 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be008cf-c32c-4e68-ac6b-b23821ddfe22 req-561549ed-d4f7-4f58-9a2b-057be52df8ed tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:57.463737 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-4be008cf-c32c-4e68-ac6b-b23821ddfe22 req-561549ed-d4f7-4f58-9a2b-057be52df8ed tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 947 time: 0.1331835 Jun 06 11:54:57.502790 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=03d41233-b609-4a39-9f3c-589f8195298a,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:57.510954 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:57.596130 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-4be008cf-c32c-4e68-ac6b-b23821ddfe22 req-f21458db-9596-4351-be7b-20b2a1c1e7c9 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248977 Jun 06 11:54:57.861171 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-4952acd4-c8b6-4fb1-b5dc-04bf77845177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29393b8-9f65-4b6a-947b-41d9f8b45f1a', 'name': 'tempest-TestShelveInstance-110123505-router', 'tenant_id': 'f2d79d8c1802494b9aa6a8cf2671ed19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.148'}], 'enable_snat': True}, 'gw_port_id': '5f583d95-4048-47a0-8ef7-0536554e787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:43Z', 'updated_at': '2021-06-06T11:54:52Z', 'revision_number': 4, 'project_id': 'f2d79d8c1802494b9aa6a8cf2671ed19', 'gw_port': {'id': '5f583d95-4048-47a0-8ef7-0536554e787d', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29393b8-9f65-4b6a-947b-41d9f8b45f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:44Z', 'updated_at': '2021-06-06T11:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_interfaces': [{'id': '7a85353e-edfe-40d7-99cc-b86c0cc6a1af', 'name': '', 'network_id': '6ac15f0f-b62d-455f-a9f1-83364cf61df5', 'tenant_id': 'f2d79d8c1802494b9aa6a8cf2671ed19', 'mac_address': 'fa:16:3e:3f:c1:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29393b8-9f65-4b6a-947b-41d9f8b45f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '1b163f95-4324-4b0d-8fd3-ed028c41cba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:49Z', 'updated_at': '2021-06-06T11:54:56Z', 'revision_number': 4, 'project_id': 'f2d79d8c1802494b9aa6a8cf2671ed19', 'subnets': [{'id': '1b163f95-4324-4b0d-8fd3-ed028c41cba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:54:57.865639 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4952acd4-c8b6-4fb1-b5dc-04bf77845177 None None] The sync data for ids ['b29393b8-9f65-4b6a-947b-41d9f8b45f1a'] in dv-cinder-786260-3-smb is: [{'id': 'b29393b8-9f65-4b6a-947b-41d9f8b45f1a', 'name': 'tempest-TestShelveInstance-110123505-router', 'tenant_id': 'f2d79d8c1802494b9aa6a8cf2671ed19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.148'}], 'enable_snat': True}, 'gw_port_id': '5f583d95-4048-47a0-8ef7-0536554e787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:43Z', 'updated_at': '2021-06-06T11:54:52Z', 'revision_number': 4, 'project_id': 'f2d79d8c1802494b9aa6a8cf2671ed19', 'gw_port': {'id': '5f583d95-4048-47a0-8ef7-0536554e787d', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29393b8-9f65-4b6a-947b-41d9f8b45f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:44Z', 'updated_at': '2021-06-06T11:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_interfaces': [{'id': '7a85353e-edfe-40d7-99cc-b86c0cc6a1af', 'name': '', 'network_id': '6ac15f0f-b62d-455f-a9f1-83364cf61df5', 'tenant_id': 'f2d79d8c1802494b9aa6a8cf2671ed19', 'mac_address': 'fa:16:3e:3f:c1:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29393b8-9f65-4b6a-947b-41d9f8b45f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '1b163f95-4324-4b0d-8fd3-ed028c41cba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:49Z', 'updated_at': '2021-06-06T11:54:56Z', 'revision_number': 4, 'project_id': 'f2d79d8c1802494b9aa6a8cf2671ed19', 'subnets': [{'id': '1b163f95-4324-4b0d-8fd3-ed028c41cba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 11:54:57.895855 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-dacd8fac-9070-4ac8-a323-41547cc99ea1 req-abf4f3e6-59c4-4533-86c4-029e02d7a29f service neutron] 10.222.0.11 "GET /v2.0/networks/22091504-087c-426c-b258-c19f3fdf15fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5202491 Jun 06 11:54:57.914277 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ed389-7850-4a0d-9f8a-33e7f30a0ae1 req-b3611a2d-75bc-48d2-8f18-d7ce6144db84 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:57.919103 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-878ed389-7850-4a0d-9f8a-33e7f30a0ae1 req-b3611a2d-75bc-48d2-8f18-d7ce6144db84 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd8aa40f-2e79-4b12-9869-ab2823f0a7c6 HTTP/1.1" status: 200 len: 944 time: 0.4861038 Jun 06 11:54:58.215104 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3d49792f-a2c4-484e-8a57-64059a9f187c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-649114'] for router_interface, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:58.245679 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-878ed389-7850-4a0d-9f8a-33e7f30a0ae1 req-c703bfe6-4e3b-45d9-a51b-2702373374b5 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/security-groups?id=66a929c5-d716-4fcf-b0aa-059f1e8a30bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812152 Jun 06 11:54:58.298048 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b8b29-cbfb-44a1-9358-207e50af3f88 req-f1921db0-1bdf-4f37-99d3-a234b0cd434e tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:58.306373 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-a39b8b29-cbfb-44a1-9358-207e50af3f88 req-f1921db0-1bdf-4f37-99d3-a234b0cd434e tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae765738-11d1-4b54-b31d-93ab52113a4a HTTP/1.1" status: 200 len: 943 time: 0.1274259 Jun 06 11:54:58.370712 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-a39b8b29-cbfb-44a1-9358-207e50af3f88 req-baa13b34-991b-476b-8891-955166be1c78 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac5bac27-1674-4340-a446-fe622c876515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630949 Jun 06 11:54:58.393703 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-dacd8fac-9070-4ac8-a323-41547cc99ea1 req-c2acae6d-ddc6-4433-9836-a3b8c82b7ca1 service neutron] 10.222.0.11 "GET /v2.0/networks/22091504-087c-426c-b258-c19f3fdf15fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4714453 Jun 06 11:54:58.550925 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 6932a950-2c3c-4562-98d4-9526174e46c4 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 11:54:58.563094 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 03d41233-b609-4a39-9f3c-589f8195298a up at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:54:58.732742 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d49792f-a2c4-484e-8a57-64059a9f187c admin admin] Router a0489755-a7c5-4794-a2d9-8a2bfefed2fb has already been hosted by L3 agent 3ae38246-b788-4a45-8398-d1ca6712d00e {{(pid=91625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 11:54:58.748440 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Provisioning for port 03d41233-b609-4a39-9f3c-589f8195298a completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:54:58.759343 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Provisioning complete for port 03d41233-b609-4a39-9f3c-589f8195298a triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:54:58.759819 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:58.854016 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 6932a950-2c3c-4562-98d4-9526174e46c4, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6932a950-2c3c-4562-98d4-9526174e46c4,segment=NetworkSegment(08a6bbd3-eb97-4d09-82dd-399f0ecfee13),segment_id=08a6bbd3-eb97-4d09-82dd-399f0ecfee13)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:54:58.874877 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Returning: {'device': '6932a950-2c3c-4562-98d4-9526174e46c4', 'network_id': '22091504-087c-426c-b258-c19f3fdf15fc', 'port_id': '6932a950-2c3c-4562-98d4-9526174e46c4', 'mac_address': 'fa:16:3e:41:c3:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '224fa2ee-f353-49e2-a3ec-8bbe23a9a77e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 11:54:58.993105 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d49792f-a2c4-484e-8a57-64059a9f187c admin admin] Notify agent at l3_agent.dv-cinder-786260-3-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 11:54:58.996986 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 7a85353e-edfe-40d7-99cc-b86c0cc6a1af up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:54:59.000417 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 45398) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:54:59.000539 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-3d49792f-a2c4-484e-8a57-64059a9f187c admin admin] 10.222.0.42 "PUT /v2.0/routers/a0489755-a7c5-4794-a2d9-8a2bfefed2fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9235647 Jun 06 11:54:59.005868 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27db9e52-9624-4b1c-a9e2-7b32d5602ecf None None] Sync routers for ids ['a0489755-a7c5-4794-a2d9-8a2bfefed2fb'] in dv-cinder-786260-3-smb {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 11:54:59.020203 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27db9e52-9624-4b1c-a9e2-7b32d5602ecf None None] Routers {'a0489755-a7c5-4794-a2d9-8a2bfefed2fb'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:54:59.021458 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-27db9e52-9624-4b1c-a9e2-7b32d5602ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T11:54:33Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['a0489755-a7c5-4794-a2d9-8a2bfefed2fb'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:54:59.098800 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:59.109366 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:59.144721 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6932a950-2c3c-4562-98d4-9526174e46c4 {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 11:54:59.157357 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8aa40f-2e79-4b12-9869-ab2823f0a7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d41233-b609-4a39-9f3c-589f8195298a'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:54:59.159706 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0ef12a69f97602b9a4dda1947a91503bc9b0dd65cb545ae1f4eaba5f5490f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033cd19a-eedd-49f2-b56f-c7df5fa3804d" -d '{"events": [{"server_uuid": "cd8aa40f-2e79-4b12-9869-ab2823f0a7c6", "name": "network-vif-plugged", "status": "completed", "tag": "03d41233-b609-4a39-9f3c-589f8195298a"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:54:59.212410 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 03d41233-b609-4a39-9f3c-589f8195298a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=03d41233-b609-4a39-9f3c-589f8195298a,segment=NetworkSegment(87cb110a-61ea-4dcf-a84c-45da21681574),segment_id=87cb110a-61ea-4dcf-a84c-45da21681574)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:54:59.216119 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 6932a950-2c3c-4562-98d4-9526174e46c4, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6932a950-2c3c-4562-98d4-9526174e46c4,segment=NetworkSegment(08a6bbd3-eb97-4d09-82dd-399f0ecfee13),segment_id=08a6bbd3-eb97-4d09-82dd-399f0ecfee13)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:54:59.221693 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:59.223811 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning for port 7a85353e-edfe-40d7-99cc-b86c0cc6a1af completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:54:59.230786 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:59.235248 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c05154a2-27ab-4d1a-a904-4e813ca61d87 admin admin] Notify callbacks [] for router, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:59.242781 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-27db9e52-9624-4b1c-a9e2-7b32d5602ecf None None] Set router a0489755-a7c5-4794-a2d9-8a2bfefed2fb gateway port host: dv-cinder-786260-3-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:54:59.299397 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7588d9c6-67e9-4e48-9b1b-1c31eaccd318 x-openstack-request-id: req-7588d9c6-67e9-4e48-9b1b-1c31eaccd318 {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:54:59.318177 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8aa40f-2e79-4b12-9869-ab2823f0a7c6", "name": "network-vif-plugged", "status": "completed", "tag": "03d41233-b609-4a39-9f3c-589f8195298a", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:54:59.318510 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7588d9c6-67e9-4e48-9b1b-1c31eaccd318 {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:54:59.319572 dv-cinder-786260-3-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd8aa40f-2e79-4b12-9869-ab2823f0a7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d41233-b609-4a39-9f3c-589f8195298a', 'code': 200} Jun 06 11:54:59.333620 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:59.368889 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning complete for port 7a85353e-edfe-40d7-99cc-b86c0cc6a1af triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:54:59.369193 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:59.587122 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=03d41233-b609-4a39-9f3c-589f8195298a,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:59.594204 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:59.594908 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.227s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:59.645316 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] get_ports_and_sgs() called for port_ids ['6932a950-2c3c-4562-98d4-9526174e46c4'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 11:54:59.662114 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c05154a2-27ab-4d1a-a904-4e813ca61d87 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:59.738045 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:59.748353 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cc678-ee76-486d-be76-0fef578e4b17 req-98d0ab09-4c9b-4c08-a83e-3abea81c9070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:59.750103 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-918cc678-ee76-486d-be76-0fef578e4b17 req-98d0ab09-4c9b-4c08-a83e-3abea81c9070 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cd8aa40f-2e79-4b12-9869-ab2823f0a7c6 HTTP/1.1" status: 200 len: 1098 time: 0.1952484 Jun 06 11:54:59.768405 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e15d2f-8183-4733-b76c-ac0fa02aa517 req-489ce690-0c1d-42c3-87a2-211e352756f8 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:59.770322 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-93e15d2f-8183-4733-b76c-ac0fa02aa517 req-489ce690-0c1d-42c3-87a2-211e352756f8 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae765738-11d1-4b54-b31d-93ab52113a4a HTTP/1.1" status: 200 len: 944 time: 0.1646791 Jun 06 11:54:59.778828 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=6932a950-2c3c-4562-98d4-9526174e46c4,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:54:59.793403 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe32d1-77c4-40b4-b7d5-54da9cade6f6 req-1582b793-b840-4171-9ec6-8ee4d936fa73 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:54:59.795510 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:59.795654 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-1ebe32d1-77c4-40b4-b7d5-54da9cade6f6 req-1582b793-b840-4171-9ec6-8ee4d936fa73 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd8aa40f-2e79-4b12-9869-ab2823f0a7c6 HTTP/1.1" status: 200 len: 945 time: 0.2639077 Jun 06 11:54:59.810155 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-27db9e52-9624-4b1c-a9e2-7b32d5602ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0489755-a7c5-4794-a2d9-8a2bfefed2fb', 'name': 'tempest-ServerRescueNegativeTestJSON-820890109-router', 'tenant_id': 'ffbf540fd73d452aaaeae928aa00e219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '964f4be3-3704-4ef3-8d60-2b0c9ff320dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:42Z', 'updated_at': '2021-06-06T11:54:57Z', 'revision_number': 5, 'project_id': 'ffbf540fd73d452aaaeae928aa00e219', 'gw_port': {'id': '964f4be3-3704-4ef3-8d60-2b0c9ff320dd', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:66:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0489755-a7c5-4794-a2d9-8a2bfefed2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:43Z', 'updated_at': '2021-06-06T11:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb'}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:54:59.814821 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27db9e52-9624-4b1c-a9e2-7b32d5602ecf None None] Checking router: a0489755-a7c5-4794-a2d9-8a2bfefed2fb for host: dv-cinder-786260-3-smb {{(pid=91628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 11:54:59.824887 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] For port 7a85353e-edfe-40d7-99cc-b86c0cc6a1af, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=7a85353e-edfe-40d7-99cc-b86c0cc6a1af,segment=NetworkSegment(af5b9b64-168a-4bc2-91de-963fa8651952),segment_id=af5b9b64-168a-4bc2-91de-963fa8651952)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:54:59.825764 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27db9e52-9624-4b1c-a9e2-7b32d5602ecf None None] Routers {'a0489755-a7c5-4794-a2d9-8a2bfefed2fb'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:54:59.826146 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-27db9e52-9624-4b1c-a9e2-7b32d5602ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T11:54:33Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['a0489755-a7c5-4794-a2d9-8a2bfefed2fb'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:54:59.841180 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:59.846664 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-d85fe78a-d885-4196-bb77-cc4ae1bd4682 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:59.866759 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-1ebe32d1-77c4-40b4-b7d5-54da9cade6f6 req-6893f7f3-c81f-4cc9-b1ab-a77249b3d0fd tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/security-groups?id=66a929c5-d716-4fcf-b0aa-059f1e8a30bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618265 Jun 06 11:54:59.879824 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-c05154a2-27ab-4d1a-a904-4e813ca61d87 admin admin] Deleting port 964f4be3-3704-4ef3-8d60-2b0c9ff320dd {{(pid=91626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 11:54:59.880177 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c05154a2-27ab-4d1a-a904-4e813ca61d87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:59.942296 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-918cc678-ee76-486d-be76-0fef578e4b17 req-f9748474-6d45-4596-a20a-ff712b14443c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=66a929c5-d716-4fcf-b0aa-059f1e8a30bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847475 Jun 06 11:54:59.979483 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-93e15d2f-8183-4733-b76c-ac0fa02aa517 req-998e03a3-1468-475e-8acb-37e74c323416 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac5bac27-1674-4340-a446-fe622c876515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063137 Jun 06 11:55:00.006025 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b9764612-6bc4-4def-a278-122f46982824 req-9ae687f1-1821-44b9-8748-611a45c20294 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2022347 Jun 06 11:55:00.019894 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-27db9e52-9624-4b1c-a9e2-7b32d5602ecf None None] Set router a0489755-a7c5-4794-a2d9-8a2bfefed2fb gateway port host: None {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:55:00.029566 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Pushing event updated for resources: {'Port': ['ID=7a85353e-edfe-40d7-99cc-b86c0cc6a1af,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:00.039414 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:00.050794 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-c05154a2-27ab-4d1a-a904-4e813ca61d87 admin admin] For port 964f4be3-3704-4ef3-8d60-2b0c9ff320dd, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=964f4be3-3704-4ef3-8d60-2b0c9ff320dd,segment=NetworkSegment(52a7e149-8864-41bb-af99-9d7fcbaa5b17),segment_id=52a7e149-8864-41bb-af99-9d7fcbaa5b17)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:55:00.051491 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c05154a2-27ab-4d1a-a904-4e813ca61d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:00.103984 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9764612-6bc4-4def-a278-122f46982824 req-566cba1d-a560-4658-82fe-fa776acd4e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:00.105611 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b9764612-6bc4-4def-a278-122f46982824 req-566cba1d-a560-4658-82fe-fa776acd4e2c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8bf000e1cce144f38f4104d8d8deb9aa&device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 1100 time: 0.0787439 Jun 06 11:55:00.139363 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-27db9e52-9624-4b1c-a9e2-7b32d5602ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0489755-a7c5-4794-a2d9-8a2bfefed2fb', 'name': 'tempest-ServerRescueNegativeTestJSON-820890109-router', 'tenant_id': 'ffbf540fd73d452aaaeae928aa00e219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:42Z', 'updated_at': '2021-06-06T11:54:59Z', 'revision_number': 6, 'project_id': 'ffbf540fd73d452aaaeae928aa00e219', 'gw_port_host': None}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:55:00.143795 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27db9e52-9624-4b1c-a9e2-7b32d5602ecf None None] The sync data for ids ['a0489755-a7c5-4794-a2d9-8a2bfefed2fb'] in dv-cinder-786260-3-smb is: [{'id': 'a0489755-a7c5-4794-a2d9-8a2bfefed2fb', 'name': 'tempest-ServerRescueNegativeTestJSON-820890109-router', 'tenant_id': 'ffbf540fd73d452aaaeae928aa00e219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:42Z', 'updated_at': '2021-06-06T11:54:59Z', 'revision_number': 6, 'project_id': 'ffbf540fd73d452aaaeae928aa00e219', 'gw_port_host': None}] {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 11:55:00.158356 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-21506dd7-9bde-48ac-b63b-39ddc6d61394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:00.269488 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-c05154a2-27ab-4d1a-a904-4e813ca61d87 admin admin] Calling delete_port for 964f4be3-3704-4ef3-8d60-2b0c9ff320dd owned by network:router_gateway {{(pid=91626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 11:55:00.277924 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9764612-6bc4-4def-a278-122f46982824 req-31641af5-0c47-4bcf-bf74-03aa845d0b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:00.279404 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b9764612-6bc4-4def-a278-122f46982824 req-31641af5-0c47-4bcf-bf74-03aa845d0b4e service neutron] 10.222.0.11 "GET /v2.0/networks?id=fb856b4d-429a-47d7-897b-0443d48f8282 HTTP/1.1" status: 200 len: 917 time: 0.1527576 Jun 06 11:55:00.505803 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b9764612-6bc4-4def-a278-122f46982824 req-069f9a5c-ae57-4755-902d-7b488c41213b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=989ba9b9-62b0-4e89-ba91-21f43d26c83c HTTP/1.1" status: 200 len: 1002 time: 0.2159905 Jun 06 11:55:00.557052 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 6932a950-2c3c-4562-98d4-9526174e46c4 up at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:55:00.567212 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c05154a2-27ab-4d1a-a904-4e813ca61d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1152752'] for port, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:00.574737 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-f4a595e2-da22-4084-abcd-fab9dd792ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:00.581468 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9764612-6bc4-4def-a278-122f46982824 req-87afcd9e-4989-498f-998b-245bee1bdd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:00.583131 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b9764612-6bc4-4def-a278-122f46982824 req-87afcd9e-4989-498f-998b-245bee1bdd10 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9 HTTP/1.1" status: 200 len: 855 time: 0.0657761 Jun 06 11:55:00.641738 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05154a2-27ab-4d1a-a904-4e813ca61d87 admin admin] Pushing event deleted for resources: {'Port': ['ID=964f4be3-3704-4ef3-8d60-2b0c9ff320dd,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:00.644890 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-c05154a2-27ab-4d1a-a904-4e813ca61d87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:00.673681 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Provisioning for port 6932a950-2c3c-4562-98d4-9526174e46c4 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:55:00.679908 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Provisioning complete for port 6932a950-2c3c-4562-98d4-9526174e46c4 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:55:00.680338 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:00.690743 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9764612-6bc4-4def-a278-122f46982824 req-dcc6c363-f11e-4018-8896-8a0196003912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:00.692691 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b9764612-6bc4-4def-a278-122f46982824 req-dcc6c363-f11e-4018-8896-8a0196003912 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fb856b4d-429a-47d7-897b-0443d48f8282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0991607 Jun 06 11:55:00.744986 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c05154a2-27ab-4d1a-a904-4e813ca61d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625220'] for router_gateway, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:00.808388 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:00.845598 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 6932a950-2c3c-4562-98d4-9526174e46c4, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6932a950-2c3c-4562-98d4-9526174e46c4,segment=NetworkSegment(08a6bbd3-eb97-4d09-82dd-399f0ecfee13),segment_id=08a6bbd3-eb97-4d09-82dd-399f0ecfee13)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:55:00.856875 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:00.861216 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:00.898746 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b9764612-6bc4-4def-a278-122f46982824 req-b84e1916-00f2-45cb-bc12-3bc79e1ae280 service neutron] 10.222.0.11 "GET /v2.0/networks/fb856b4d-429a-47d7-897b-0443d48f8282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886785 Jun 06 11:55:00.936221 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c05154a2-27ab-4d1a-a904-4e813ca61d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5398'] for router, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:00.941256 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c05154a2-27ab-4d1a-a904-4e813ca61d87 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:01.018427 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=6932a950-2c3c-4562-98d4-9526174e46c4,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:01.027892 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:01.028595 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:01.028944 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:01.032978 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:01.033519 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:01.034209 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:01.035577 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:01.036137 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:01.036633 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:01.037121 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:01.037605 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:01.038617 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:01.066743 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:01.093051 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c05154a2-27ab-4d1a-a904-4e813ca61d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645103'] for router, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:01.093960 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05154a2-27ab-4d1a-a904-4e813ca61d87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0489755-a7c5-4794-a2d9-8a2bfefed2fb {{(pid=91626) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 06 11:55:01.101293 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c05154a2-27ab-4d1a-a904-4e813ca61d87 admin admin] Notify callbacks [] for router, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:01.105453 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-c05154a2-27ab-4d1a-a904-4e813ca61d87 admin admin] 10.222.0.42 "DELETE /v2.0/routers/a0489755-a7c5-4794-a2d9-8a2bfefed2fb HTTP/1.1" status: 204 len: 168 time: 2.1009977 Jun 06 11:55:01.105772 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 45414) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:01.115677 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b9764612-6bc4-4def-a278-122f46982824 req-f39c19e8-52dd-4ec0-9d11-d21338360752 service neutron] 10.222.0.11 "GET /v2.0/networks/fb856b4d-429a-47d7-897b-0443d48f8282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070596 Jun 06 11:55:01.191758 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 7a85353e-edfe-40d7-99cc-b86c0cc6a1af up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:55:01.278235 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning complete for port 7a85353e-edfe-40d7-99cc-b86c0cc6a1af triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:55:01.278625 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:01.291677 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c2d3f31-46e5-4cc2-bc69-b534a08e2866 admin admin] Deleting subnet e34565f1-8647-4fbb-a0bd-9f9d6cf328e3 {{(pid=91626) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 11:55:01.295263 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2c2d3f31-46e5-4cc2-bc69-b534a08e2866 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:01.308203 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5693d-64a1-41c8-9b80-98b57e59b4cc req-7c0dcc24-bc23-4c38-a361-c14a48c79fcc tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:01.311056 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-d5c5693d-64a1-41c8-9b80-98b57e59b4cc req-7c0dcc24-bc23-4c38-a361-c14a48c79fcc tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae765738-11d1-4b54-b31d-93ab52113a4a HTTP/1.1" status: 200 len: 945 time: 0.0991476 Jun 06 11:55:01.322319 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae765738-11d1-4b54-b31d-93ab52113a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6932a950-2c3c-4562-98d4-9526174e46c4'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:55:01.323654 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0ef12a69f97602b9a4dda1947a91503bc9b0dd65cb545ae1f4eaba5f5490f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616370bc-6c6b-4079-b585-bfc6f19b1085" -d '{"events": [{"server_uuid": "ae765738-11d1-4b54-b31d-93ab52113a4a", "name": "network-vif-plugged", "status": "completed", "tag": "6932a950-2c3c-4562-98d4-9526174e46c4"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:55:01.369718 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69115b75-c7cf-46cd-8368-34765324eede req-2abe6b9a-b7e8-4fe9-bec8-59a4f76ae086 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:01.371414 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-69115b75-c7cf-46cd-8368-34765324eede req-2abe6b9a-b7e8-4fe9-bec8-59a4f76ae086 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd8aa40f-2e79-4b12-9869-ab2823f0a7c6 HTTP/1.1" status: 200 len: 945 time: 0.1821792 Jun 06 11:55:01.378063 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2c2d3f31-46e5-4cc2-bc69-b534a08e2866 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2150599'] for subnet, precommit_delete_associations {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:01.381100 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-d5c5693d-64a1-41c8-9b80-98b57e59b4cc req-7c242aba-9922-43f7-a30e-f2f203057106 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac5bac27-1674-4340-a446-fe622c876515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653479 Jun 06 11:55:01.476288 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f627a21e-2dc4-417a-bd20-8456b84f8dd2 x-openstack-request-id: req-f627a21e-2dc4-417a-bd20-8456b84f8dd2 {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:55:01.481921 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae765738-11d1-4b54-b31d-93ab52113a4a", "name": "network-vif-plugged", "status": "completed", "tag": "6932a950-2c3c-4562-98d4-9526174e46c4", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:55:01.482302 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f627a21e-2dc4-417a-bd20-8456b84f8dd2 {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:55:01.482789 dv-cinder-786260-3-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae765738-11d1-4b54-b31d-93ab52113a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6932a950-2c3c-4562-98d4-9526174e46c4', 'code': 200} Jun 06 11:55:01.499134 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-69115b75-c7cf-46cd-8368-34765324eede req-ee90807a-86e5-45bd-816e-21fe5d89b318 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/security-groups?id=66a929c5-d716-4fcf-b0aa-059f1e8a30bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816779 Jun 06 11:55:01.502020 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2c2d3f31-46e5-4cc2-bc69-b534a08e2866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7795437'] for subnet, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:01.610553 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2c2d3f31-46e5-4cc2-bc69-b534a08e2866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7795428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1152541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3070776'] for subnet, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:01.617900 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-5c2a6f11-38a8-4791-8dc7-882c970c3202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:01.625257 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 964f4be3-3704-4ef3-8d60-2b0c9ff320dd no longer exists at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 11:55:01.705743 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d3f31-46e5-4cc2-bc69-b534a08e2866 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e34565f1-8647-4fbb-a0bd-9f9d6cf328e3,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:01.707660 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] No Port match for: 964f4be3-3704-4ef3-8d60-2b0c9ff320dd {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 11:55:01.708154 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 964f4be3-3704-4ef3-8d60-2b0c9ff320dd not bound to the agent host dv-cinder-786260-3-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 11:55:01.708566 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device a47bb5bb-bf9b-43b0-b8de-3de65d2a6f20 no longer exists at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 11:55:01.712232 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2c2d3f31-46e5-4cc2-bc69-b534a08e2866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for subnet, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:01.717276 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-2c2d3f31-46e5-4cc2-bc69-b534a08e2866 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e34565f1-8647-4fbb-a0bd-9f9d6cf328e3 HTTP/1.1" status: 204 len: 168 time: 0.6095815 Jun 06 11:55:01.717525 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 45424) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:01.718583 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-2c2d3f31-46e5-4cc2-bc69-b534a08e2866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:01.750707 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] No Port match for: a47bb5bb-bf9b-43b0-b8de-3de65d2a6f20 {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 11:55:01.751064 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device a47bb5bb-bf9b-43b0-b8de-3de65d2a6f20 not bound to the agent host dv-cinder-786260-3-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 11:55:01.894128 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cb618e9b-d28e-49a0-85bc-cf89f6b2d1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7781487'] for network, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:01.963245 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3c09e-9d78-4015-8fec-7c45f81258aa req-a23bd4ce-4ea1-469d-8752-03cff019a45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:01.964816 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-53a3c09e-9d78-4015-8fec-7c45f81258aa req-a23bd4ce-4ea1-469d-8752-03cff019a45d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ae765738-11d1-4b54-b31d-93ab52113a4a HTTP/1.1" status: 200 len: 1098 time: 0.2245948 Jun 06 11:55:02.068768 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cb618e9b-d28e-49a0-85bc-cf89f6b2d1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670900', 'neutron.services.segments.db._delete_segments_for_network-8770687599014'] for network, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:02.100127 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-cb618e9b-d28e-49a0-85bc-cf89f6b2d1d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['781481ba-9256-4a59-98f9-089a31fa7ed5']}} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:55:02.116186 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-cb618e9b-d28e-49a0-85bc-cf89f6b2d1d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0855805-791b-48ea-9511-403824d72d1e') {'for_net_delete': True} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:55:02.116750 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-cb618e9b-d28e-49a0-85bc-cf89f6b2d1d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0855805-791b-48ea-9511-403824d72d1e') {} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:55:02.124980 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-53a3c09e-9d78-4015-8fec-7c45f81258aa req-1d7746f0-06f7-45b8-8d4f-adb5835c771c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ac5bac27-1674-4340-a446-fe622c876515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431830 Jun 06 11:55:02.130934 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cb618e9b-d28e-49a0-85bc-cf89f6b2d1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770687601345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2996234'] for segment, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:02.148004 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cb618e9b-d28e-49a0-85bc-cf89f6b2d1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118'] for segment, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:02.154608 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb618e9b-d28e-49a0-85bc-cf89f6b2d1d4 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=91625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 11:55:02.155011 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cb618e9b-d28e-49a0-85bc-cf89f6b2d1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2700862'] for segment, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:02.168819 dv-cinder-786260-3-smb neutron-server[91625]: Traceback (most recent call last): Jun 06 11:55:02.168819 dv-cinder-786260-3-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 11:55:02.168819 dv-cinder-786260-3-smb neutron-server[91625]: timer() Jun 06 11:55:02.168819 dv-cinder-786260-3-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 11:55:02.168819 dv-cinder-786260-3-smb neutron-server[91625]: cb(*args, **kw) Jun 06 11:55:02.168819 dv-cinder-786260-3-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 11:55:02.168819 dv-cinder-786260-3-smb neutron-server[91625]: return func(*args, **kwargs) Jun 06 11:55:02.168819 dv-cinder-786260-3-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 11:55:02.168819 dv-cinder-786260-3-smb neutron-server[91625]: self._notify() Jun 06 11:55:02.168819 dv-cinder-786260-3-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 11:55:02.168819 dv-cinder-786260-3-smb neutron-server[91625]: self.callback(batched_events) Jun 06 11:55:02.168819 dv-cinder-786260-3-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 11:55:02.168819 dv-cinder-786260-3-smb neutron-server[91625]: event.method(event) Jun 06 11:55:02.168819 dv-cinder-786260-3-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 11:55:02.168819 dv-cinder-786260-3-smb neutron-server[91625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 11:55:02.168819 dv-cinder-786260-3-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 11:55:02.168819 dv-cinder-786260-3-smb neutron-server[91625]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 11:55:02.168819 dv-cinder-786260-3-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 11:55:02.168819 dv-cinder-786260-3-smb neutron-server[91625]: return f(self, *a, **k) Jun 06 11:55:02.168819 dv-cinder-786260-3-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 11:55:02.168819 dv-cinder-786260-3-smb neutron-server[91625]: return self._get(url).json() Jun 06 11:55:02.168819 dv-cinder-786260-3-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 11:55:02.168819 dv-cinder-786260-3-smb neutron-server[91625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 11:55:02.168819 dv-cinder-786260-3-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 11:55:02.168819 dv-cinder-786260-3-smb neutron-server[91625]: return self.request(url, 'GET', **kwargs) Jun 06 11:55:02.168819 dv-cinder-786260-3-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 11:55:02.168819 dv-cinder-786260-3-smb neutron-server[91625]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 11:55:02.168819 dv-cinder-786260-3-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 11:55:02.168819 dv-cinder-786260-3-smb neutron-server[91625]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 11:55:02.168819 dv-cinder-786260-3-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 11:55:02.168819 dv-cinder-786260-3-smb neutron-server[91625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 11:55:02.168819 dv-cinder-786260-3-smb neutron-server[91625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 11:55:02.251238 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cb618e9b-d28e-49a0-85bc-cf89f6b2d1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-598673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625249'] for network, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:02.255107 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:02.271176 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cb618e9b-d28e-49a0-85bc-cf89f6b2d1d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:02.275280 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-cb618e9b-d28e-49a0-85bc-cf89f6b2d1d4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/781481ba-9256-4a59-98f9-089a31fa7ed5 HTTP/1.1" status: 204 len: 168 time: 0.5545223 Jun 06 11:55:02.276362 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb618e9b-d28e-49a0-85bc-cf89f6b2d1d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=781481ba-9256-4a59-98f9-089a31fa7ed5,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:02.278932 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-cb618e9b-d28e-49a0-85bc-cf89f6b2d1d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:02.457272 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 45436) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:02.505675 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:02.506171 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-a1a6332a-1c44-4573-b707-1dad94337828 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ffbf540fd73d452aaaeae928aa00e219&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0476122 Jun 06 11:55:02.509567 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 45438) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:02.570605 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e861c4d9-39ad-4c3b-9617-aafa63c71f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:02.588311 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf316e0-4f22-4d77-93a5-8807f79dc5ff req-3326b6c0-0742-42d4-b007-96e4a4d8c238 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:02.589814 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-1bf316e0-4f22-4d77-93a5-8807f79dc5ff req-3326b6c0-0742-42d4-b007-96e4a4d8c238 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae765738-11d1-4b54-b31d-93ab52113a4a HTTP/1.1" status: 200 len: 945 time: 0.0864806 Jun 06 11:55:02.597898 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e861c4d9-39ad-4c3b-9617-aafa63c71f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:02.637474 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-1bf316e0-4f22-4d77-93a5-8807f79dc5ff req-d97efbc3-c451-4e73-8a81-832139203800 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac5bac27-1674-4340-a446-fe622c876515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418763 Jun 06 11:55:02.663301 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e861c4d9-39ad-4c3b-9617-aafa63c71f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:02.665866 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e861c4d9-39ad-4c3b-9617-aafa63c71f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:02.667012 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-e861c4d9-39ad-4c3b-9617-aafa63c71f07 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c745d504-cc89-4e2c-91b6-4f8150e27ab3 HTTP/1.1" status: 204 len: 168 time: 0.1564741 Jun 06 11:55:02.667843 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f76c306b-ab71-4341-b0d3-31906bbe67df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:02.678888 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e861c4d9-39ad-4c3b-9617-aafa63c71f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c745d504-cc89-4e2c-91b6-4f8150e27ab3,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:02.682034 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e861c4d9-39ad-4c3b-9617-aafa63c71f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:02.799970 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a9d337c7-e678-41d7-ab62-60cabd1eda40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:03.729563 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:03.859337 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f604a-2ff6-4184-9e6c-7d50736cce27 req-7007e7ad-2642-4fcf-9ae2-2a329d52452d tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:03.861676 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-613f604a-2ff6-4184-9e6c-7d50736cce27 req-7007e7ad-2642-4fcf-9ae2-2a329d52452d tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae765738-11d1-4b54-b31d-93ab52113a4a HTTP/1.1" status: 200 len: 945 time: 0.0933793 Jun 06 11:55:03.911042 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-613f604a-2ff6-4184-9e6c-7d50736cce27 req-3a00f29f-4bf5-4749-930e-260149385f03 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac5bac27-1674-4340-a446-fe622c876515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436668 Jun 06 11:55:04.223069 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:05.043182 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c9246-aa15-48d8-b527-5df1b41d09a1 req-244dd939-57f7-4303-9b3d-fc394f3c5b17 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:05.044724 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-8c8c9246-aa15-48d8-b527-5df1b41d09a1 req-244dd939-57f7-4303-9b3d-fc394f3c5b17 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae765738-11d1-4b54-b31d-93ab52113a4a HTTP/1.1" status: 200 len: 945 time: 0.0912707 Jun 06 11:55:05.092460 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-8c8c9246-aa15-48d8-b527-5df1b41d09a1 req-3db67dc3-fc4f-4e37-9355-43cdbcf4fd59 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac5bac27-1674-4340-a446-fe622c876515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413873 Jun 06 11:55:05.595522 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:06.281416 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5767cc2-7b79-46cd-8a52-22d21dd27ecd req-cb3c3b19-db6b-4d67-b41e-f0e8e87d2ee8 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:06.282903 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-b5767cc2-7b79-46cd-8a52-22d21dd27ecd req-cb3c3b19-db6b-4d67-b41e-f0e8e87d2ee8 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae765738-11d1-4b54-b31d-93ab52113a4a HTTP/1.1" status: 200 len: 945 time: 0.0800703 Jun 06 11:55:06.330271 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-b5767cc2-7b79-46cd-8a52-22d21dd27ecd req-f5948852-b1a5-4673-a990-58f8cd5bf87f tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac5bac27-1674-4340-a446-fe622c876515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417359 Jun 06 11:55:06.667355 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb63a4-5b1e-4950-9163-791147bcdc6f req-cfa9ef42-64f6-4355-a6e0-31fde3858f85 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:06.668985 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-eaeb63a4-5b1e-4950-9163-791147bcdc6f req-cfa9ef42-64f6-4355-a6e0-31fde3858f85 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae765738-11d1-4b54-b31d-93ab52113a4a HTTP/1.1" status: 200 len: 945 time: 0.0833445 Jun 06 11:55:06.812720 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-eaeb63a4-5b1e-4950-9163-791147bcdc6f req-160e9984-f3f2-4e0f-9cc9-f7cc34318bad tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Deleting port 6932a950-2c3c-4562-98d4-9526174e46c4 {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 11:55:06.813072 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-eaeb63a4-5b1e-4950-9163-791147bcdc6f req-160e9984-f3f2-4e0f-9cc9-f7cc34318bad tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:06.950955 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-eaeb63a4-5b1e-4950-9163-791147bcdc6f req-160e9984-f3f2-4e0f-9cc9-f7cc34318bad tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] For port 6932a950-2c3c-4562-98d4-9526174e46c4, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6932a950-2c3c-4562-98d4-9526174e46c4,segment=NetworkSegment(08a6bbd3-eb97-4d09-82dd-399f0ecfee13),segment_id=08a6bbd3-eb97-4d09-82dd-399f0ecfee13)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:55:06.951327 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-eaeb63a4-5b1e-4950-9163-791147bcdc6f req-160e9984-f3f2-4e0f-9cc9-f7cc34318bad tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:06.986654 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 45538) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:07.167958 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-eaeb63a4-5b1e-4950-9163-791147bcdc6f req-160e9984-f3f2-4e0f-9cc9-f7cc34318bad tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Calling delete_port for 6932a950-2c3c-4562-98d4-9526174e46c4 owned by compute:nova {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 11:55:07.221006 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c0932667-8d8c-4e40-9fa5-5b705ec0d50c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:07.291259 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-eaeb63a4-5b1e-4950-9163-791147bcdc6f req-160e9984-f3f2-4e0f-9cc9-f7cc34318bad tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:07.298515 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b92f0afd-f8fc-4eca-a8c4-bd8fba1b2d99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:07.304089 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] get_ports_and_sgs() called for port_ids ['6932a950-2c3c-4562-98d4-9526174e46c4'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 11:55:07.333824 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c0932667-8d8c-4e40-9fa5-5b705ec0d50c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:07.339951 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c0932667-8d8c-4e40-9fa5-5b705ec0d50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:07.349459 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-b9225749-b922-4f32-92eb-ab897cf9cf75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:07.371201 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e9984-f3f2-4e0f-9cc9-f7cc34318bad tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Pushing event deleted for resources: {'Port': ['ID=6932a950-2c3c-4562-98d4-9526174e46c4,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:07.373688 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-160e9984-f3f2-4e0f-9cc9-f7cc34318bad tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:07.389549 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0932667-8d8c-4e40-9fa5-5b705ec0d50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8ad46d-512a-41b6-9838-0bf6d73de727,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:07.394671 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-c0932667-8d8c-4e40-9fa5-5b705ec0d50c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:07.419547 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-c0932667-8d8c-4e40-9fa5-5b705ec0d50c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0f33e9a4814c4b55972c656d18d22e08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4315786 Jun 06 11:55:07.422265 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 45546) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:07.465974 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaeb63a4-5b1e-4950-9163-791147bcdc6f req-160e9984-f3f2-4e0f-9cc9-f7cc34318bad tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] No DVR routers for this DVR port 6932a950-2c3c-4562-98d4-9526174e46c4 on host hv-cinder-78626 {{(pid=91625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 11:55:07.468569 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-eaeb63a4-5b1e-4950-9163-791147bcdc6f req-160e9984-f3f2-4e0f-9cc9-f7cc34318bad tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:07.470556 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-eaeb63a4-5b1e-4950-9163-791147bcdc6f req-160e9984-f3f2-4e0f-9cc9-f7cc34318bad tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.11 "DELETE /v2.0/ports/6932a950-2c3c-4562-98d4-9526174e46c4 HTTP/1.1" status: 204 len: 173 time: 0.7947376 Jun 06 11:55:07.471111 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae765738-11d1-4b54-b31d-93ab52113a4a', 'name': 'network-vif-deleted', 'tag': '6932a950-2c3c-4562-98d4-9526174e46c4'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:55:07.473377 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d3a09975e5f8f43507a37e46b4ea231535690fa404cdff26bf77d84c9002b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75d8579-24ff-4b1c-ac4f-f43fe5b933c2" -d '{"events": [{"server_uuid": "ae765738-11d1-4b54-b31d-93ab52113a4a", "name": "network-vif-deleted", "tag": "6932a950-2c3c-4562-98d4-9526174e46c4"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:55:07.527092 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406cf83b-46cb-4132-8d3f-74537da8086e x-openstack-request-id: req-406cf83b-46cb-4132-8d3f-74537da8086e {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:55:07.527413 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae765738-11d1-4b54-b31d-93ab52113a4a", "name": "network-vif-deleted", "tag": "6932a950-2c3c-4562-98d4-9526174e46c4", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:55:07.528074 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-406cf83b-46cb-4132-8d3f-74537da8086e {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:55:07.528500 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae765738-11d1-4b54-b31d-93ab52113a4a', 'name': 'network-vif-deleted', 'tag': '6932a950-2c3c-4562-98d4-9526174e46c4', 'status': 'completed', 'code': 200} Jun 06 11:55:07.542546 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-692be2fb-3583-4e4d-9cf2-3d27bbbdb2b9 req-dd9b582b-d442-4c29-a850-53d7bfb8b86b tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae765738-11d1-4b54-b31d-93ab52113a4a HTTP/1.1" status: 200 len: 210 time: 0.0596728 Jun 06 11:55:07.547716 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b7e64cb5-dda9-4aef-8cd8-8b6ed8a4d726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:07.574345 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b7e64cb5-dda9-4aef-8cd8-8b6ed8a4d726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:07.631336 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b7e64cb5-dda9-4aef-8cd8-8b6ed8a4d726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:07.635108 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b7e64cb5-dda9-4aef-8cd8-8b6ed8a4d726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:07.636256 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-b7e64cb5-dda9-4aef-8cd8-8b6ed8a4d726 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bf8ad46d-512a-41b6-9838-0bf6d73de727 HTTP/1.1" status: 204 len: 168 time: 0.2130120 Jun 06 11:55:07.637055 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-26cba7b9-a497-4f9b-bf49-8b25233a47e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:07.646539 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e64cb5-dda9-4aef-8cd8-8b6ed8a4d726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8ad46d-512a-41b6-9838-0bf6d73de727,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:07.648705 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-b7e64cb5-dda9-4aef-8cd8-8b6ed8a4d726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:08.979570 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-deb710bf-4d25-4735-a233-80ec44258397 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:08.981012 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-deb710bf-4d25-4735-a233-80ec44258397 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/networks?id=22091504-087c-426c-b258-c19f3fdf15fc HTTP/1.1" status: 200 len: 808 time: 0.1483207 Jun 06 11:55:08.995203 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-cc18753b-de93-4a69-8909-0b05e785f54d tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/quotas/c09ca6fca0c8461b9cacf6c10090316b HTTP/1.1" status: 200 len: 375 time: 0.0088441 Jun 06 11:55:09.053773 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-e7813c24-2271-4770-8614-61dade722629 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c09ca6fca0c8461b9cacf6c10090316b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530252 Jun 06 11:55:09.190365 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-f796d571-4a5b-437a-a2b8-9502bf0d321d service neutron] 10.222.0.42 "GET /v2.0/networks/22091504-087c-426c-b258-c19f3fdf15fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300383 Jun 06 11:55:09.325531 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-82223b59-f0a9-417d-afc1-eeefac30826f service neutron] 10.222.0.42 "GET /v2.0/networks/22091504-087c-426c-b258-c19f3fdf15fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304672 Jun 06 11:55:09.543359 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-064e4dec-fb3d-4c7d-9a8e-117d461e65d4 req-9e175d7a-942e-4f42-9c44-7f50387bb22e tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dc8b3fc-f3ac-41d5-b124-8a6c686af8da HTTP/1.1" status: 200 len: 210 time: 0.0681794 Jun 06 11:55:09.565542 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 45630) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:09.710664 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-98334612-72fa-45e4-b540-d8c893982b0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:09.827166 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-98334612-72fa-45e4-b540-d8c893982b0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:09.832403 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-98334612-72fa-45e4-b540-d8c893982b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:09.841856 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f3ac7b53-aa41-4316-84ed-ff5a38f4d6d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:09.883425 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-98334612-72fa-45e4-b540-d8c893982b0e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0f51b06978c7436aa08b25cb3ed91d69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3159411 Jun 06 11:55:09.885202 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98334612-72fa-45e4-b540-d8c893982b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1acdeb23-3568-4647-8fb7-9b344082e06a,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:09.886455 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 45640) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:09.888093 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-98334612-72fa-45e4-b540-d8c893982b0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:09.950144 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e35f779e-0dbf-476f-8369-b5de06df79ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:09.977920 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e35f779e-0dbf-476f-8369-b5de06df79ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:10.031469 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e35f779e-0dbf-476f-8369-b5de06df79ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:10.034660 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e35f779e-0dbf-476f-8369-b5de06df79ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:10.036078 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-e35f779e-0dbf-476f-8369-b5de06df79ad admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1acdeb23-3568-4647-8fb7-9b344082e06a HTTP/1.1" status: 204 len: 168 time: 0.1475461 Jun 06 11:55:10.036911 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-bd39035f-8741-4c0b-98e7-233c2ac8dc5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:10.053422 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f779e-0dbf-476f-8369-b5de06df79ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1acdeb23-3568-4647-8fb7-9b344082e06a,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:10.055658 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-e35f779e-0dbf-476f-8369-b5de06df79ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:10.337611 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 45648) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:10.356144 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0460a435-6e64-4d75-8510-badcae5ac0c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:10.458682 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0460a435-6e64-4d75-8510-badcae5ac0c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:10.463899 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0460a435-6e64-4d75-8510-badcae5ac0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:10.476050 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-71f63ee2-94b0-4e59-b6b3-e7a46687cc8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:10.517093 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-0460a435-6e64-4d75-8510-badcae5ac0c6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d17d3d823cab46d198a4e786fd69b420&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1782804 Jun 06 11:55:10.518831 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460a435-6e64-4d75-8510-badcae5ac0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7124fb-aedd-4488-bf45-2cd10f1e8cf3,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:10.519848 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 45650) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:10.522025 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-0460a435-6e64-4d75-8510-badcae5ac0c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:10.597807 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 6932a950-2c3c-4562-98d4-9526174e46c4 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 11:55:10.640477 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] No Port match for: 6932a950-2c3c-4562-98d4-9526174e46c4 {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 11:55:10.641110 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 6932a950-2c3c-4562-98d4-9526174e46c4 not bound to the agent host hv-cinder-78626 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 11:55:10.692568 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b29dd173-6df8-424c-a218-510d717e84a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:10.785171 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-77739c7e-77a4-4581-a308-e3803d443047 req-ff0fc142-df4f-48b3-a864-805c5c3b841d tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dc8b3fc-f3ac-41d5-b124-8a6c686af8da HTTP/1.1" status: 200 len: 210 time: 0.0814347 Jun 06 11:55:10.796014 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b29dd173-6df8-424c-a218-510d717e84a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:10.814943 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-9e18a86a-f2fa-4f18-b227-6a5cf9472e3a tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:10.816396 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-9e18a86a-f2fa-4f18-b227-6a5cf9472e3a tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.11 "GET /v2.0/networks?id=22091504-087c-426c-b258-c19f3fdf15fc HTTP/1.1" status: 200 len: 808 time: 0.2664261 Jun 06 11:55:10.833079 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-b1901e4d-5a95-40b4-9754-4d7ed19c2acf tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Request body: {'port': {'device_id': '1dc8b3fc-f3ac-41d5-b124-8a6c686af8da', 'network_id': '22091504-087c-426c-b258-c19f3fdf15fc', 'admin_state_up': True, 'tenant_id': 'c09ca6fca0c8461b9cacf6c10090316b'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:55:10.972248 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b29dd173-6df8-424c-a218-510d717e84a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:10.974551 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b29dd173-6df8-424c-a218-510d717e84a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:10.975674 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-b29dd173-6df8-424c-a218-510d717e84a6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ac7124fb-aedd-4488-bf45-2cd10f1e8cf3 HTTP/1.1" status: 204 len: 168 time: 0.4547200 Jun 06 11:55:10.979510 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-2bd4ffa9-c396-4ccc-97a1-bcfc02556dc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:10.996666 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29dd173-6df8-424c-a218-510d717e84a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7124fb-aedd-4488-bf45-2cd10f1e8cf3,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:11.000730 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b29dd173-6df8-424c-a218-510d717e84a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:11.014312 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-b1901e4d-5a95-40b4-9754-4d7ed19c2acf tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Made reservation on behalf of c09ca6fca0c8461b9cacf6c10090316b for: {'port': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:55:11.018840 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-b1901e4d-5a95-40b4-9754-4d7ed19c2acf tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:11.193234 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-b1901e4d-5a95-40b4-9754-4d7ed19c2acf tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Allocated IP 172.20.0.7 (22091504-087c-426c-b258-c19f3fdf15fc/224fa2ee-f353-49e2-a3ec-8bbe23a9a77e/32ec7696-7fc9-4c7c-b806-5aa099a44a13) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 11:55:11.514641 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-b1901e4d-5a95-40b4-9754-4d7ed19c2acf tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:11.549748 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-b1901e4d-5a95-40b4-9754-4d7ed19c2acf tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:11.556071 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-43f85fe5-c85f-4b7e-b3ec-ac3b999b41bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:11.627421 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-b1901e4d-5a95-40b4-9754-4d7ed19c2acf tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Network 22091504-087c-426c-b258-c19f3fdf15fc is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:55:11.630471 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-b1901e4d-5a95-40b4-9754-4d7ed19c2acf tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:55:11.635075 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-b1901e4d-5a95-40b4-9754-4d7ed19c2acf tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 11:55:11.665155 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1901e4d-5a95-40b4-9754-4d7ed19c2acf tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Pushing event updated for resources: {'Port': ['ID=32ec7696-7fc9-4c7c-b806-5aa099a44a13,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:11.673192 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b1901e4d-5a95-40b4-9754-4d7ed19c2acf tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:11.705646 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-b1901e4d-5a95-40b4-9754-4d7ed19c2acf tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:11.706290 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-b1901e4d-5a95-40b4-9754-4d7ed19c2acf tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:11.725357 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-b1901e4d-5a95-40b4-9754-4d7ed19c2acf tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8997555 Jun 06 11:55:11.740901 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-cb0d6f17-52b4-4634-92f7-35f93c20d418 service neutron] Request body: {'port': {'device_id': '1dc8b3fc-f3ac-41d5-b124-8a6c686af8da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:55:11.864411 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-cb0d6f17-52b4-4634-92f7-35f93c20d418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:12.101739 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9741bcc-5b5c-48f5-a3e7-112e2e4ac559 req-868e731f-0764-4e0f-8147-7f1ed64af5e9 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:12.103786 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b9741bcc-5b5c-48f5-a3e7-112e2e4ac559 req-868e731f-0764-4e0f-8147-7f1ed64af5e9 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dc8b3fc-f3ac-41d5-b124-8a6c686af8da HTTP/1.1" status: 200 len: 931 time: 0.1802213 Jun 06 11:55:12.225387 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b9741bcc-5b5c-48f5-a3e7-112e2e4ac559 req-ec804241-77a2-4a96-875c-24862ff9262b tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac5bac27-1674-4340-a446-fe622c876515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090615 Jun 06 11:55:12.317940 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-cb0d6f17-52b4-4634-92f7-35f93c20d418 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32ec7696-7fc9-4c7c-b806-5aa099a44a13 {{(pid=91625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 11:55:12.325657 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-cb0d6f17-52b4-4634-92f7-35f93c20d418 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:12.341594 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-cb0d6f17-52b4-4634-92f7-35f93c20d418 service neutron] Transition to ACTIVE for port object 32ec7696-7fc9-4c7c-b806-5aa099a44a13 will not be triggered until provisioned by entity L2. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:55:12.346429 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-cb0d6f17-52b4-4634-92f7-35f93c20d418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700882'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:12.351230 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-1b3a4515-dfd8-44e3-ba86-95d31e3da878 tempest-DeleteServersTestJSON-819184316 tempest-DeleteServersTestJSON-819184316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:12.510049 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d6f17-52b4-4634-92f7-35f93c20d418 service neutron] Pushing event updated for resources: {'Port': ['ID=32ec7696-7fc9-4c7c-b806-5aa099a44a13,revision_number=2']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:12.536570 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-cb0d6f17-52b4-4634-92f7-35f93c20d418 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:12.581083 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-cb0d6f17-52b4-4634-92f7-35f93c20d418 service neutron] Attempting to bind port 32ec7696-7fc9-4c7c-b806-5aa099a44a13 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 11:55:12.581762 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-cb0d6f17-52b4-4634-92f7-35f93c20d418 service neutron] Attempting to bind port 32ec7696-7fc9-4c7c-b806-5aa099a44a13 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '08a6bbd3-eb97-4d09-82dd-399f0ecfee13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '22091504-087c-426c-b258-c19f3fdf15fc'}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 11:55:12.581762 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-cb0d6f17-52b4-4634-92f7-35f93c20d418 service neutron] Attempting to bind port 32ec7696-7fc9-4c7c-b806-5aa099a44a13 on network 22091504-087c-426c-b258-c19f3fdf15fc {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:55:12.587381 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-cb0d6f17-52b4-4634-92f7-35f93c20d418 service neutron] Port 32ec7696-7fc9-4c7c-b806-5aa099a44a13 on network 22091504-087c-426c-b258-c19f3fdf15fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 11:55:12.587740 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-cb0d6f17-52b4-4634-92f7-35f93c20d418 service neutron] Attempting to bind port 32ec7696-7fc9-4c7c-b806-5aa099a44a13 on network 22091504-087c-426c-b258-c19f3fdf15fc {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:55:12.593953 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-cb0d6f17-52b4-4634-92f7-35f93c20d418 service neutron] Checking agent: {'id': 'e22919c8-6430-48bb-a7f5-088caf168a02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 50, 4), 'started_at': datetime.datetime(2021, 6, 6, 11, 50, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 11:55:12.594295 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-cb0d6f17-52b4-4634-92f7-35f93c20d418 service neutron] Checking segment: {'id': '08a6bbd3-eb97-4d09-82dd-399f0ecfee13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '22091504-087c-426c-b258-c19f3fdf15fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:55:12.594684 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-cb0d6f17-52b4-4634-92f7-35f93c20d418 service neutron] Bound using segment: {'id': '08a6bbd3-eb97-4d09-82dd-399f0ecfee13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '22091504-087c-426c-b258-c19f3fdf15fc'} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 11:55:12.595113 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-cb0d6f17-52b4-4634-92f7-35f93c20d418 service neutron] Bound port: 32ec7696-7fc9-4c7c-b806-5aa099a44a13, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08a6bbd3-eb97-4d09-82dd-399f0ecfee13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '22091504-087c-426c-b258-c19f3fdf15fc'}}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 11:55:12.595465 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-cb0d6f17-52b4-4634-92f7-35f93c20d418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:12.708411 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-cb0d6f17-52b4-4634-92f7-35f93c20d418 service neutron] For port 32ec7696-7fc9-4c7c-b806-5aa099a44a13, host hv-cinder-78626, cleared binding levels {{(pid=91625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 11:55:12.714541 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-cb0d6f17-52b4-4634-92f7-35f93c20d418 service neutron] For port 32ec7696-7fc9-4c7c-b806-5aa099a44a13, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=32ec7696-7fc9-4c7c-b806-5aa099a44a13,segment=NetworkSegment(08a6bbd3-eb97-4d09-82dd-399f0ecfee13),segment_id=08a6bbd3-eb97-4d09-82dd-399f0ecfee13)] {{(pid=91625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 11:55:12.722397 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-cb0d6f17-52b4-4634-92f7-35f93c20d418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700882'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:12.727575 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-57d3ad67-6c44-4d75-b2d4-af2ed0541c73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:12.734239 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 45724) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:12.784746 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-cb0d6f17-52b4-4634-92f7-35f93c20d418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:12.785366 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-cb0d6f17-52b4-4634-92f7-35f93c20d418 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:12.786830 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-cb0d6f17-52b4-4634-92f7-35f93c20d418 service neutron] 10.222.0.11 "PUT /v2.0/ports/32ec7696-7fc9-4c7c-b806-5aa099a44a13 HTTP/1.1" status: 200 len: 1093 time: 1.0502388 Jun 06 11:55:12.787279 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc8b3fc-f3ac-41d5-b124-8a6c686af8da', 'tag': '32ec7696-7fc9-4c7c-b806-5aa099a44a13'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:55:12.789725 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d3a09975e5f8f43507a37e46b4ea231535690fa404cdff26bf77d84c9002b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f60452-4b83-48b8-96e3-57bbae1a23e3" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc8b3fc-f3ac-41d5-b124-8a6c686af8da", "tag": "32ec7696-7fc9-4c7c-b806-5aa099a44a13"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:55:12.809383 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d6f17-52b4-4634-92f7-35f93c20d418 service neutron] Pushing event updated for resources: {'Port': ['ID=32ec7696-7fc9-4c7c-b806-5aa099a44a13,revision_number=3']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:12.812430 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-cb0d6f17-52b4-4634-92f7-35f93c20d418 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:12.872398 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c19dc5e-7bae-4bca-b1bb-5154c5a87c0c x-openstack-request-id: req-8c19dc5e-7bae-4bca-b1bb-5154c5a87c0c {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:55:12.872712 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc8b3fc-f3ac-41d5-b124-8a6c686af8da", "tag": "32ec7696-7fc9-4c7c-b806-5aa099a44a13", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:55:12.873001 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8c19dc5e-7bae-4bca-b1bb-5154c5a87c0c {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:55:12.873110 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-610a7505-cd70-4d76-b4ab-1a591463c33f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:12.873421 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc8b3fc-f3ac-41d5-b124-8a6c686af8da', 'tag': '32ec7696-7fc9-4c7c-b806-5aa099a44a13', 'status': 'completed', 'code': 200} Jun 06 11:55:12.912204 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-ebcc8fec-74e0-4608-8b9a-909a27fc1ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:12.913886 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-ebcc8fec-74e0-4608-8b9a-909a27fc1ecb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c09ca6fca0c8461b9cacf6c10090316b&device_id=1dc8b3fc-f3ac-41d5-b124-8a6c686af8da HTTP/1.1" status: 200 len: 1096 time: 0.0839939 Jun 06 11:55:12.984755 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-610a7505-cd70-4d76-b4ab-1a591463c33f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:12.988524 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-610a7505-cd70-4d76-b4ab-1a591463c33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:12.997259 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-853eb30e-28b5-4da9-a3e3-7fc8a4a693b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:13.000156 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-abde0f39-1738-4e3e-8309-f8c46190da49 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32ec7696-7fc9-4c7c-b806-5aa099a44a13 HTTP/1.1" status: 200 len: 217 time: 0.0707915 Jun 06 11:55:13.036235 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-610a7505-cd70-4d76-b4ab-1a591463c33f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f1d2ce74465249cbbda1a9260cf5b19e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009362 Jun 06 11:55:13.037202 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a7505-cd70-4d76-b4ab-1a591463c33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b65f20-1970-416a-b866-019ad139ad00,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:13.039464 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 45732) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:13.041530 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-610a7505-cd70-4d76-b4ab-1a591463c33f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:13.066817 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-141ee922-d590-4779-b25c-e66be43b4601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:13.068270 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-141ee922-d590-4779-b25c-e66be43b4601 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=224fa2ee-f353-49e2-a3ec-8bbe23a9a77e HTTP/1.1" status: 200 len: 848 time: 0.0615160 Jun 06 11:55:13.101214 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a099fa5f-f22f-4efa-998e-b8f2c59068ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:13.114437 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-bfd5d0fc-58fb-4a98-b505-ce536be1670e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=22091504-087c-426c-b258-c19f3fdf15fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390418 Jun 06 11:55:13.127230 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a099fa5f-f22f-4efa-998e-b8f2c59068ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:13.177793 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a099fa5f-f22f-4efa-998e-b8f2c59068ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:13.180834 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a099fa5f-f22f-4efa-998e-b8f2c59068ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:13.181986 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-a099fa5f-f22f-4efa-998e-b8f2c59068ac admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/59b65f20-1970-416a-b866-019ad139ad00 HTTP/1.1" status: 204 len: 168 time: 0.1416140 Jun 06 11:55:13.182815 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-4648287c-b474-4257-b120-19bb606147f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:13.194850 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a099fa5f-f22f-4efa-998e-b8f2c59068ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b65f20-1970-416a-b866-019ad139ad00,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:13.202919 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-a099fa5f-f22f-4efa-998e-b8f2c59068ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:13.333417 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-daadd99d-e554-4ee0-940a-8b2a2fef323a service neutron] 10.222.0.11 "GET /v2.0/networks/22091504-087c-426c-b258-c19f3fdf15fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114830 Jun 06 11:55:13.493781 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 45742) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:13.510190 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-aae1dc09-1e05-4d51-8807-1076a78d34aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:13.535246 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-968aedd2-c928-40bd-b375-d994b86a14d4 req-292814a1-277f-4514-a319-f20f55ba8293 service neutron] 10.222.0.11 "GET /v2.0/networks/22091504-087c-426c-b258-c19f3fdf15fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617558 Jun 06 11:55:13.544254 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165774a-4621-462a-88f2-6c8f5fac1ca6 req-18411b14-d268-49a3-8fab-5cb5de1e44b8 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:13.550450 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a165774a-4621-462a-88f2-6c8f5fac1ca6 req-18411b14-d268-49a3-8fab-5cb5de1e44b8 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dc8b3fc-f3ac-41d5-b124-8a6c686af8da HTTP/1.1" status: 200 len: 943 time: 0.2151425 Jun 06 11:55:13.620104 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-aae1dc09-1e05-4d51-8807-1076a78d34aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:13.626393 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-aae1dc09-1e05-4d51-8807-1076a78d34aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:13.634801 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-66cc2077-6e6c-47e8-a58f-54880b4aead2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:13.636114 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a165774a-4621-462a-88f2-6c8f5fac1ca6 req-c7e58a65-9354-4b21-9e0c-aa852b732e0f tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac5bac27-1674-4340-a446-fe622c876515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841744 Jun 06 11:55:13.667755 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f60452-4b83-48b8-96e3-57bbae1a23e3 req-bf09f5f1-30d9-4499-87b3-d7b7e5009387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:13.669220 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b2f60452-4b83-48b8-96e3-57bbae1a23e3 req-bf09f5f1-30d9-4499-87b3-d7b7e5009387 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c09ca6fca0c8461b9cacf6c10090316b&device_id=1dc8b3fc-f3ac-41d5-b124-8a6c686af8da HTTP/1.1" status: 200 len: 1096 time: 0.0812206 Jun 06 11:55:13.675004 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-aae1dc09-1e05-4d51-8807-1076a78d34aa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=42dc67bf14684c14b23ddb0d622192d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1801324 Jun 06 11:55:13.676011 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae1dc09-1e05-4d51-8807-1076a78d34aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d097dc-a9a5-446b-b418-037beb9b80bd,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:13.678738 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 45744) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:13.679160 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-aae1dc09-1e05-4d51-8807-1076a78d34aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:13.846164 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9fbac9ef-77e3-426f-9073-bba59637675a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:13.865926 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f60452-4b83-48b8-96e3-57bbae1a23e3 req-436250ad-ccd2-473b-aee9-b2a3b5767820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:13.867361 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b2f60452-4b83-48b8-96e3-57bbae1a23e3 req-436250ad-ccd2-473b-aee9-b2a3b5767820 service neutron] 10.222.0.11 "GET /v2.0/networks?id=22091504-087c-426c-b258-c19f3fdf15fc HTTP/1.1" status: 200 len: 909 time: 0.1899924 Jun 06 11:55:13.935364 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9fbac9ef-77e3-426f-9073-bba59637675a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:13.950832 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b2f60452-4b83-48b8-96e3-57bbae1a23e3 req-289f8658-41dc-48b5-8eaa-5349dd73b358 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32ec7696-7fc9-4c7c-b806-5aa099a44a13 HTTP/1.1" status: 200 len: 217 time: 0.0721807 Jun 06 11:55:14.039184 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f60452-4b83-48b8-96e3-57bbae1a23e3 req-1a20fa63-2378-4e06-8bd4-1eb719e65475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:14.042129 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b2f60452-4b83-48b8-96e3-57bbae1a23e3 req-1a20fa63-2378-4e06-8bd4-1eb719e65475 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=224fa2ee-f353-49e2-a3ec-8bbe23a9a77e HTTP/1.1" status: 200 len: 848 time: 0.0828907 Jun 06 11:55:14.095981 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b2f60452-4b83-48b8-96e3-57bbae1a23e3 req-70af2bc3-186b-498a-8f9d-4ea4a5bbb67a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=22091504-087c-426c-b258-c19f3fdf15fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470581 Jun 06 11:55:14.096736 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9fbac9ef-77e3-426f-9073-bba59637675a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:14.099128 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9fbac9ef-77e3-426f-9073-bba59637675a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:14.100157 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-9fbac9ef-77e3-426f-9073-bba59637675a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b8d097dc-a9a5-446b-b418-037beb9b80bd HTTP/1.1" status: 204 len: 168 time: 0.4027510 Jun 06 11:55:14.101060 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e861c4d9-39ad-4c3b-9617-aafa63c71f07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:14.136223 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbac9ef-77e3-426f-9073-bba59637675a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d097dc-a9a5-446b-b418-037beb9b80bd,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:14.138727 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-9fbac9ef-77e3-426f-9073-bba59637675a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:14.250694 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b2f60452-4b83-48b8-96e3-57bbae1a23e3 req-8dbae7b9-72d8-453e-b765-610b3ea82857 service neutron] 10.222.0.11 "GET /v2.0/networks/22091504-087c-426c-b258-c19f3fdf15fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407228 Jun 06 11:55:14.396468 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b2f60452-4b83-48b8-96e3-57bbae1a23e3 req-dfac781f-9de0-4008-a5c0-dad86798c384 service neutron] 10.222.0.11 "GET /v2.0/networks/22091504-087c-426c-b258-c19f3fdf15fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290214 Jun 06 11:55:14.837465 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e669371-4a30-4747-b147-892b52684699 req-0f2985fd-cddd-453b-a308-34d39a84973d tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:14.840073 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-6e669371-4a30-4747-b147-892b52684699 req-0f2985fd-cddd-453b-a308-34d39a84973d tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dc8b3fc-f3ac-41d5-b124-8a6c686af8da HTTP/1.1" status: 200 len: 943 time: 0.0933392 Jun 06 11:55:14.891965 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-6e669371-4a30-4747-b147-892b52684699 req-6937f7b4-3c94-49cc-9930-0dd190d3bcb9 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac5bac27-1674-4340-a446-fe622c876515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457039 Jun 06 11:55:15.299943 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-75c73ca0-6500-424f-8bbe-ab60729cfd35 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1268793398&fields=id&tenant_id=a760c1c31ed345629684c634c2c50df0 HTTP/1.1" status: 200 len: 267 time: 0.0461082 Jun 06 11:55:15.451989 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-721185b5-b88c-426b-9eee-4fbfa45b9977 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:15.453439 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-721185b5-b88c-426b-9eee-4fbfa45b9977 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/networks?id=d6670f84-0e9f-4b36-8e4d-15250d634618 HTTP/1.1" status: 200 len: 809 time: 0.1465037 Jun 06 11:55:15.468119 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-5fc43615-373e-4700-8db7-b3ec006092ba tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/quotas/a760c1c31ed345629684c634c2c50df0 HTTP/1.1" status: 200 len: 375 time: 0.0091987 Jun 06 11:55:15.549270 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-fb4dcce4-d711-4d1c-9ae3-bd52e9c94293 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a760c1c31ed345629684c634c2c50df0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0760207 Jun 06 11:55:15.696839 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-3dc1cb3c-25c4-4d8c-9b7a-68aca7611e83 service neutron] 10.222.0.42 "GET /v2.0/networks/d6670f84-0e9f-4b36-8e4d-15250d634618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353052 Jun 06 11:55:15.847989 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-7fc806bf-cadc-49c9-b39f-e2eaa55220e2 service neutron] 10.222.0.42 "GET /v2.0/networks/d6670f84-0e9f-4b36-8e4d-15250d634618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442838 Jun 06 11:55:15.874188 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 45808) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:16.011446 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e2316b2d-5144-454d-93b5-fa7c9f6628d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:16.130307 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212cbcf4-29bc-485d-8693-87608f142873 req-a01628de-268e-4b58-b387-aeb7b7ae80c5 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:16.131795 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-212cbcf4-29bc-485d-8693-87608f142873 req-a01628de-268e-4b58-b387-aeb7b7ae80c5 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dc8b3fc-f3ac-41d5-b124-8a6c686af8da HTTP/1.1" status: 200 len: 943 time: 0.1222925 Jun 06 11:55:16.236538 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-212cbcf4-29bc-485d-8693-87608f142873 req-a104c72d-9729-46e3-bc07-00559237b987 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac5bac27-1674-4340-a446-fe622c876515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941634 Jun 06 11:55:16.238263 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-928d9771-52ad-4d96-90b5-a4ab53448666 req-aa908878-4c58-4362-a285-935bc006e6a3 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1 HTTP/1.1" status: 200 len: 210 time: 0.0413139 Jun 06 11:55:16.267306 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e2316b2d-5144-454d-93b5-fa7c9f6628d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:16.272542 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e2316b2d-5144-454d-93b5-fa7c9f6628d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:16.281530 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-cc4dc16d-3e98-46c3-8e23-60d51aa3bc39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:16.321940 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-e2316b2d-5144-454d-93b5-fa7c9f6628d2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dc4c514ae7244da3b91dbbbce717a1b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4466672 Jun 06 11:55:16.322863 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2316b2d-5144-454d-93b5-fa7c9f6628d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436a36b2-0911-4189-bd23-13612040144a,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:16.324696 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 45826) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:16.325815 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e2316b2d-5144-454d-93b5-fa7c9f6628d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:16.392435 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d3ee09c0-e052-455d-805c-5cf35fc15b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:16.420739 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d3ee09c0-e052-455d-805c-5cf35fc15b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:16.475428 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d3ee09c0-e052-455d-805c-5cf35fc15b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:16.478577 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d3ee09c0-e052-455d-805c-5cf35fc15b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:16.482239 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-d3ee09c0-e052-455d-805c-5cf35fc15b9e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/436a36b2-0911-4189-bd23-13612040144a HTTP/1.1" status: 204 len: 168 time: 0.1534581 Jun 06 11:55:16.482239 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-0460a435-6e64-4d75-8510-badcae5ac0c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:16.490751 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee09c0-e052-455d-805c-5cf35fc15b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436a36b2-0911-4189-bd23-13612040144a,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:16.493145 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-d3ee09c0-e052-455d-805c-5cf35fc15b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:16.607863 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 32ec7696-7fc9-4c7c-b806-5aa099a44a13 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 11:55:16.747233 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 32ec7696-7fc9-4c7c-b806-5aa099a44a13, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=32ec7696-7fc9-4c7c-b806-5aa099a44a13,segment=NetworkSegment(08a6bbd3-eb97-4d09-82dd-399f0ecfee13),segment_id=08a6bbd3-eb97-4d09-82dd-399f0ecfee13)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:55:16.762255 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Returning: {'device': '32ec7696-7fc9-4c7c-b806-5aa099a44a13', 'network_id': '22091504-087c-426c-b258-c19f3fdf15fc', 'port_id': '32ec7696-7fc9-4c7c-b806-5aa099a44a13', 'mac_address': 'fa:16:3e:7b:b4:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '224fa2ee-f353-49e2-a3ec-8bbe23a9a77e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 11:55:16.793414 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 45838) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:16.811113 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-604054ba-cf38-4c9e-bd8b-d13556e8909c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:16.819842 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:16.840030 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32ec7696-7fc9-4c7c-b806-5aa099a44a13 {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 11:55:16.856479 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 32ec7696-7fc9-4c7c-b806-5aa099a44a13, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=32ec7696-7fc9-4c7c-b806-5aa099a44a13,segment=NetworkSegment(08a6bbd3-eb97-4d09-82dd-399f0ecfee13),segment_id=08a6bbd3-eb97-4d09-82dd-399f0ecfee13)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:55:16.860166 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:16.862215 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-800a2f36-47f3-4e39-8f3b-b05160a1bd97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:16.929657 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-604054ba-cf38-4c9e-bd8b-d13556e8909c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:16.934216 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-604054ba-cf38-4c9e-bd8b-d13556e8909c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:16.942605 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-0aad555d-31a8-4a32-b084-5573a6420313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:16.966214 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=32ec7696-7fc9-4c7c-b806-5aa099a44a13,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:16.969650 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:16.985213 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-604054ba-cf38-4c9e-bd8b-d13556e8909c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=55c6c7a49e71438bb7690bb039e00ca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1907871 Jun 06 11:55:16.986223 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604054ba-cf38-4c9e-bd8b-d13556e8909c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9576bbc3-83d9-41cb-a37a-2fb43838ca57,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:16.987902 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 45840) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:16.989361 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-604054ba-cf38-4c9e-bd8b-d13556e8909c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:17.050502 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-688fb68a-2b23-43a5-b598-de430d528a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:17.080438 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-688fb68a-2b23-43a5-b598-de430d528a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:17.106634 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] get_ports_and_sgs() called for port_ids ['32ec7696-7fc9-4c7c-b806-5aa099a44a13'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 11:55:17.132586 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-688fb68a-2b23-43a5-b598-de430d528a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:17.135212 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-688fb68a-2b23-43a5-b598-de430d528a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:17.138935 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-688fb68a-2b23-43a5-b598-de430d528a26 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9576bbc3-83d9-41cb-a37a-2fb43838ca57 HTTP/1.1" status: 204 len: 168 time: 0.1474586 Jun 06 11:55:17.138935 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-72208b2f-f0ff-431d-9f6f-a4e0ba0ed476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:17.147703 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688fb68a-2b23-43a5-b598-de430d528a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9576bbc3-83d9-41cb-a37a-2fb43838ca57,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:17.150993 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-688fb68a-2b23-43a5-b598-de430d528a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:17.493746 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a529199-a3fa-421b-a7ad-dcc34b5807ee req-0222cd18-4742-4abf-9a69-825f8799a96d tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:17.501700 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-8a529199-a3fa-421b-a7ad-dcc34b5807ee req-0222cd18-4742-4abf-9a69-825f8799a96d tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dc8b3fc-f3ac-41d5-b124-8a6c686af8da HTTP/1.1" status: 200 len: 944 time: 0.0998778 Jun 06 11:55:17.552080 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-8a529199-a3fa-421b-a7ad-dcc34b5807ee req-17f97349-e047-48ee-b77e-59c4e4959f43 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac5bac27-1674-4340-a446-fe622c876515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494683 Jun 06 11:55:17.588261 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-f17cb2c7-e66a-4b83-9846-2aa88883a032 req-7f0e0a73-a6b9-4b8d-bdd6-0c4411ad6300 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1 HTTP/1.1" status: 200 len: 210 time: 0.2118697 Jun 06 11:55:17.637046 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-065b92c3-db98-49dd-a5ff-4d3d67aab0f9 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:17.638673 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-065b92c3-db98-49dd-a5ff-4d3d67aab0f9 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.11 "GET /v2.0/networks?id=d6670f84-0e9f-4b36-8e4d-15250d634618 HTTP/1.1" status: 200 len: 809 time: 0.3759704 Jun 06 11:55:17.710696 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-eb9439a4-e0de-452c-a809-08cadd2bf889 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a760c1c31ed345629684c634c2c50df0 HTTP/1.1" status: 200 len: 380 time: 0.0524869 Jun 06 11:55:17.720471 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-1d741e03-0067-4cdb-8528-6426ade083f7 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Request body: {'port': {'device_id': '4f722e56-387d-4ff3-8d12-1160433ff9d1', 'network_id': 'd6670f84-0e9f-4b36-8e4d-15250d634618', 'admin_state_up': True, 'tenant_id': 'a760c1c31ed345629684c634c2c50df0', 'security_groups': ['58f55872-ceb7-4746-9dfc-e65ee5ff9361']}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:55:17.888545 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-1d741e03-0067-4cdb-8528-6426ade083f7 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Made reservation on behalf of a760c1c31ed345629684c634c2c50df0 for: {'port': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:55:17.892497 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-1d741e03-0067-4cdb-8528-6426ade083f7 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:18.091288 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-1d741e03-0067-4cdb-8528-6426ade083f7 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Allocated IP 172.20.0.11 (d6670f84-0e9f-4b36-8e4d-15250d634618/e8e17c6c-ff31-40ab-9258-8dd2846f4c32/9975bfb9-90f2-4b0b-b846-2d33eef2e4e7) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 11:55:18.307644 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-1d741e03-0067-4cdb-8528-6426ade083f7 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:18.327284 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-1d741e03-0067-4cdb-8528-6426ade083f7 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Transition to ACTIVE for port object 9975bfb9-90f2-4b0b-b846-2d33eef2e4e7 will not be triggered until provisioned by entity DHCP. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:55:18.355602 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-1d741e03-0067-4cdb-8528-6426ade083f7 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:18.362610 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b92f0afd-f8fc-4eca-a8c4-bd8fba1b2d99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:18.439304 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-1d741e03-0067-4cdb-8528-6426ade083f7 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Network d6670f84-0e9f-4b36-8e4d-15250d634618 is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:55:18.442263 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-1d741e03-0067-4cdb-8528-6426ade083f7 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:55:18.447116 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-1d741e03-0067-4cdb-8528-6426ade083f7 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 11:55:18.480006 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d741e03-0067-4cdb-8528-6426ade083f7 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Pushing event updated for resources: {'Port': ['ID=9975bfb9-90f2-4b0b-b846-2d33eef2e4e7,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:18.486782 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-1d741e03-0067-4cdb-8528-6426ade083f7 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:18.520936 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-1d741e03-0067-4cdb-8528-6426ade083f7 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:18.521582 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-1d741e03-0067-4cdb-8528-6426ade083f7 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:18.540911 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-1d741e03-0067-4cdb-8528-6426ade083f7 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8244419 Jun 06 11:55:18.556226 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-8e08caab-c0a9-4b1d-9f56-f7edd2e8356d service neutron] Request body: {'port': {'device_id': '4f722e56-387d-4ff3-8d12-1160433ff9d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:55:18.617236 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 32ec7696-7fc9-4c7c-b806-5aa099a44a13 up at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:55:18.685637 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-8e08caab-c0a9-4b1d-9f56-f7edd2e8356d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:18.764802 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-52c4be90-1305-48ab-b045-3fa6e97b29bf None None] Provisioning for port 9975bfb9-90f2-4b0b-b846-2d33eef2e4e7 completed by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:55:18.771096 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-52c4be90-1305-48ab-b045-3fa6e97b29bf None None] Provisioning complete for port 9975bfb9-90f2-4b0b-b846-2d33eef2e4e7 triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:55:18.771616 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-52c4be90-1305-48ab-b045-3fa6e97b29bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:18.808704 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Provisioning for port 32ec7696-7fc9-4c7c-b806-5aa099a44a13 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:55:18.862032 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Provisioning complete for port 32ec7696-7fc9-4c7c-b806-5aa099a44a13 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:55:18.864820 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:18.871589 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f8382-cab5-46a2-8df6-b76b7d39c3c1 req-28495a1f-e821-4e41-b92f-b8066c45c75a tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:18.873136 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-745f8382-cab5-46a2-8df6-b76b7d39c3c1 req-28495a1f-e821-4e41-b92f-b8066c45c75a tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1 HTTP/1.1" status: 200 len: 932 time: 0.1178906 Jun 06 11:55:18.912279 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28303ac-4143-45f5-bfe7-3506d3b187f6 req-0575d148-8be0-4fdf-b2a7-a5023040531b tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:18.913862 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a28303ac-4143-45f5-bfe7-3506d3b187f6 req-0575d148-8be0-4fdf-b2a7-a5023040531b tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dc8b3fc-f3ac-41d5-b124-8a6c686af8da HTTP/1.1" status: 200 len: 944 time: 0.1832592 Jun 06 11:55:18.930831 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-52c4be90-1305-48ab-b045-3fa6e97b29bf None None] Port 9975bfb9-90f2-4b0b-b846-2d33eef2e4e7 cannot update to ACTIVE because it is not bound. {{(pid=91627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 11:55:19.015397 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:19.034393 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-745f8382-cab5-46a2-8df6-b76b7d39c3c1 req-882f0bcd-601c-4c65-87b9-03c093297ced tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/security-groups?id=58f55872-ceb7-4746-9dfc-e65ee5ff9361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548188 Jun 06 11:55:19.046873 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc8b3fc-f3ac-41d5-b124-8a6c686af8da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ec7696-7fc9-4c7c-b806-5aa099a44a13'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:55:19.049654 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0ef12a69f97602b9a4dda1947a91503bc9b0dd65cb545ae1f4eaba5f5490f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e308f9e-6d62-471c-b22a-956320928931" -d '{"events": [{"server_uuid": "1dc8b3fc-f3ac-41d5-b124-8a6c686af8da", "name": "network-vif-plugged", "status": "completed", "tag": "32ec7696-7fc9-4c7c-b806-5aa099a44a13"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:55:19.060883 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 32ec7696-7fc9-4c7c-b806-5aa099a44a13, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=32ec7696-7fc9-4c7c-b806-5aa099a44a13,segment=NetworkSegment(08a6bbd3-eb97-4d09-82dd-399f0ecfee13),segment_id=08a6bbd3-eb97-4d09-82dd-399f0ecfee13)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:55:19.066621 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:19.068520 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:19.092331 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a28303ac-4143-45f5-bfe7-3506d3b187f6 req-91596ce7-a1c4-4c9b-bea5-f74415bedfbb tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac5bac27-1674-4340-a446-fe622c876515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647432 Jun 06 11:55:19.126326 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc4dd85-f443-4403-a447-05d52f2f2a14 x-openstack-request-id: req-bdc4dd85-f443-4403-a447-05d52f2f2a14 {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:55:19.126896 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc8b3fc-f3ac-41d5-b124-8a6c686af8da", "name": "network-vif-plugged", "status": "completed", "tag": "32ec7696-7fc9-4c7c-b806-5aa099a44a13", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:55:19.127311 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bdc4dd85-f443-4403-a447-05d52f2f2a14 {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:55:19.127856 dv-cinder-786260-3-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc8b3fc-f3ac-41d5-b124-8a6c686af8da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ec7696-7fc9-4c7c-b806-5aa099a44a13', 'code': 200} Jun 06 11:55:19.151902 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=32ec7696-7fc9-4c7c-b806-5aa099a44a13,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:19.155227 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:19.216261 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-8e08caab-c0a9-4b1d-9f56-f7edd2e8356d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9975bfb9-90f2-4b0b-b846-2d33eef2e4e7 {{(pid=91625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 11:55:19.227491 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-8e08caab-c0a9-4b1d-9f56-f7edd2e8356d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:19.247373 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-8e08caab-c0a9-4b1d-9f56-f7edd2e8356d service neutron] Transition to ACTIVE for port object 9975bfb9-90f2-4b0b-b846-2d33eef2e4e7 will not be triggered until provisioned by entity L2. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:55:19.253132 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-8e08caab-c0a9-4b1d-9f56-f7edd2e8356d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700882'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:19.259865 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-3618ba2b-60f3-4460-ac17-b898893ac48a tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:19.470926 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e08caab-c0a9-4b1d-9f56-f7edd2e8356d service neutron] Pushing event updated for resources: {'Port': ['ID=9975bfb9-90f2-4b0b-b846-2d33eef2e4e7,revision_number=2']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:19.520997 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-8e08caab-c0a9-4b1d-9f56-f7edd2e8356d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:19.596831 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b53f3a-b841-4b16-b25e-aa6f058b9332 req-9b4ad16f-44fb-4f8e-b198-9a6466e36c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:19.598272 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a5b53f3a-b841-4b16-b25e-aa6f058b9332 req-9b4ad16f-44fb-4f8e-b198-9a6466e36c15 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1dc8b3fc-f3ac-41d5-b124-8a6c686af8da HTTP/1.1" status: 200 len: 1098 time: 0.2083068 Jun 06 11:55:19.607784 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-8e08caab-c0a9-4b1d-9f56-f7edd2e8356d service neutron] Attempting to bind port 9975bfb9-90f2-4b0b-b846-2d33eef2e4e7 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 11:55:19.608127 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-8e08caab-c0a9-4b1d-9f56-f7edd2e8356d service neutron] Attempting to bind port 9975bfb9-90f2-4b0b-b846-2d33eef2e4e7 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'cd7c60f5-759c-439b-8ff5-430cf9eb204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd6670f84-0e9f-4b36-8e4d-15250d634618'}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 11:55:19.608460 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-8e08caab-c0a9-4b1d-9f56-f7edd2e8356d service neutron] Attempting to bind port 9975bfb9-90f2-4b0b-b846-2d33eef2e4e7 on network d6670f84-0e9f-4b36-8e4d-15250d634618 {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:55:19.628628 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-8e08caab-c0a9-4b1d-9f56-f7edd2e8356d service neutron] Port 9975bfb9-90f2-4b0b-b846-2d33eef2e4e7 on network d6670f84-0e9f-4b36-8e4d-15250d634618 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 11:55:19.628958 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-8e08caab-c0a9-4b1d-9f56-f7edd2e8356d service neutron] Attempting to bind port 9975bfb9-90f2-4b0b-b846-2d33eef2e4e7 on network d6670f84-0e9f-4b36-8e4d-15250d634618 {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:55:19.637969 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-8e08caab-c0a9-4b1d-9f56-f7edd2e8356d service neutron] Checking agent: {'id': 'e22919c8-6430-48bb-a7f5-088caf168a02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 50, 4), 'started_at': datetime.datetime(2021, 6, 6, 11, 50, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 11:55:19.638339 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-8e08caab-c0a9-4b1d-9f56-f7edd2e8356d service neutron] Checking segment: {'id': 'cd7c60f5-759c-439b-8ff5-430cf9eb204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd6670f84-0e9f-4b36-8e4d-15250d634618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:55:19.638785 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-8e08caab-c0a9-4b1d-9f56-f7edd2e8356d service neutron] Bound using segment: {'id': 'cd7c60f5-759c-439b-8ff5-430cf9eb204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd6670f84-0e9f-4b36-8e4d-15250d634618'} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 11:55:19.639321 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-8e08caab-c0a9-4b1d-9f56-f7edd2e8356d service neutron] Bound port: 9975bfb9-90f2-4b0b-b846-2d33eef2e4e7, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd7c60f5-759c-439b-8ff5-430cf9eb204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd6670f84-0e9f-4b36-8e4d-15250d634618'}}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 11:55:19.639706 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-8e08caab-c0a9-4b1d-9f56-f7edd2e8356d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:19.795253 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a5b53f3a-b841-4b16-b25e-aa6f058b9332 req-56d53396-2d61-444d-919b-3e13e86b4dab service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ac5bac27-1674-4340-a446-fe622c876515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883254 Jun 06 11:55:19.833160 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-8e08caab-c0a9-4b1d-9f56-f7edd2e8356d service neutron] For port 9975bfb9-90f2-4b0b-b846-2d33eef2e4e7, host hv-cinder-78626, cleared binding levels {{(pid=91625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 11:55:19.836650 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-8e08caab-c0a9-4b1d-9f56-f7edd2e8356d service neutron] For port 9975bfb9-90f2-4b0b-b846-2d33eef2e4e7, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9975bfb9-90f2-4b0b-b846-2d33eef2e4e7,segment=NetworkSegment(cd7c60f5-759c-439b-8ff5-430cf9eb204c),segment_id=cd7c60f5-759c-439b-8ff5-430cf9eb204c)] {{(pid=91625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 11:55:19.841479 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-8e08caab-c0a9-4b1d-9f56-f7edd2e8356d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700882'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:19.846080 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-436901e2-69f1-40a3-870b-40decbc251f1 tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:19.910198 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-8e08caab-c0a9-4b1d-9f56-f7edd2e8356d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:19.910841 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-8e08caab-c0a9-4b1d-9f56-f7edd2e8356d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:19.912177 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-8e08caab-c0a9-4b1d-9f56-f7edd2e8356d service neutron] 10.222.0.11 "PUT /v2.0/ports/9975bfb9-90f2-4b0b-b846-2d33eef2e4e7 HTTP/1.1" status: 200 len: 1094 time: 1.3611126 Jun 06 11:55:19.912671 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f722e56-387d-4ff3-8d12-1160433ff9d1', 'tag': '9975bfb9-90f2-4b0b-b846-2d33eef2e4e7'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:55:19.915150 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d3a09975e5f8f43507a37e46b4ea231535690fa404cdff26bf77d84c9002b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e048a94-0333-4ac9-9f6a-69ed684edc8d" -d '{"events": [{"name": "network-changed", "server_uuid": "4f722e56-387d-4ff3-8d12-1160433ff9d1", "tag": "9975bfb9-90f2-4b0b-b846-2d33eef2e4e7"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:55:19.948046 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e08caab-c0a9-4b1d-9f56-f7edd2e8356d service neutron] Pushing event updated for resources: {'Port': ['ID=9975bfb9-90f2-4b0b-b846-2d33eef2e4e7,revision_number=3']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:19.952508 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-8e08caab-c0a9-4b1d-9f56-f7edd2e8356d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:19.973757 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7987c4-2c05-4189-af4a-32e9eeb6d673 x-openstack-request-id: req-fb7987c4-2c05-4189-af4a-32e9eeb6d673 {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:55:19.974122 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f722e56-387d-4ff3-8d12-1160433ff9d1", "tag": "9975bfb9-90f2-4b0b-b846-2d33eef2e4e7", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:55:19.974407 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fb7987c4-2c05-4189-af4a-32e9eeb6d673 {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:55:19.974882 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f722e56-387d-4ff3-8d12-1160433ff9d1', 'tag': '9975bfb9-90f2-4b0b-b846-2d33eef2e4e7', 'status': 'completed', 'code': 200} Jun 06 11:55:20.099032 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-3c153360-8cee-4f98-90b6-e75de26bf767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:20.101508 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-3c153360-8cee-4f98-90b6-e75de26bf767 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a760c1c31ed345629684c634c2c50df0&device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1 HTTP/1.1" status: 200 len: 1097 time: 0.1074667 Jun 06 11:55:20.192590 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-d85a4736-947c-4dc8-9dfc-99e15dc58acf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9975bfb9-90f2-4b0b-b846-2d33eef2e4e7 HTTP/1.1" status: 200 len: 217 time: 0.0811586 Jun 06 11:55:20.307402 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814b0e2-2389-4f97-b6a6-edd5fb2ded8b req-406b76c1-9203-429b-a6a4-19a60cfc9b48 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:20.309559 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-5814b0e2-2389-4f97-b6a6-edd5fb2ded8b req-406b76c1-9203-429b-a6a4-19a60cfc9b48 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dc8b3fc-f3ac-41d5-b124-8a6c686af8da HTTP/1.1" status: 200 len: 945 time: 0.0878952 Jun 06 11:55:20.313067 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-6fab94fb-58c1-4453-9a35-13ad09a708ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:20.314551 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-6fab94fb-58c1-4453-9a35-13ad09a708ce service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e8e17c6c-ff31-40ab-9258-8dd2846f4c32 HTTP/1.1" status: 200 len: 848 time: 0.0816641 Jun 06 11:55:20.343581 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 45938) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:20.366720 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-5814b0e2-2389-4f97-b6a6-edd5fb2ded8b req-5a35fcf9-ee31-47bd-907c-de1d89457bd4 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac5bac27-1674-4340-a446-fe622c876515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501857 Jun 06 11:55:20.378963 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc5708-f343-4dff-8a8f-1bdfd530a66d req-5984d44a-f82d-4a78-b662-f1e1e34f9df3 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:20.380458 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-20fc5708-f343-4dff-8a8f-1bdfd530a66d req-5984d44a-f82d-4a78-b662-f1e1e34f9df3 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1 HTTP/1.1" status: 200 len: 944 time: 0.1867769 Jun 06 11:55:20.435399 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-20fc5708-f343-4dff-8a8f-1bdfd530a66d req-71454873-6c0b-4e78-9cbf-bf1eca8fe856 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/security-groups?id=58f55872-ceb7-4746-9dfc-e65ee5ff9361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493324 Jun 06 11:55:20.441881 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-79d6b191-0235-43a2-9b54-16fd9465ed0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:20.443380 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-79d6b191-0235-43a2-9b54-16fd9465ed0d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d6670f84-0e9f-4b36-8e4d-15250d634618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1214552 Jun 06 11:55:20.489532 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-41e4a25f-4556-4261-885a-06dab2c58d13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:20.585144 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-5a80460d-90f8-4d56-a3b5-ee749e1119cd service neutron] 10.222.0.11 "GET /v2.0/networks/d6670f84-0e9f-4b36-8e4d-15250d634618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303725 Jun 06 11:55:20.612947 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-41e4a25f-4556-4261-885a-06dab2c58d13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:20.616813 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-41e4a25f-4556-4261-885a-06dab2c58d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:20.625432 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-e66c64da-d62b-4362-ab69-5c2f8fad4b43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:20.665264 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-41e4a25f-4556-4261-885a-06dab2c58d13 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f1cf4bdd7a27413ab2ee28e04af33613&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3180521 Jun 06 11:55:20.667565 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 45944) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:20.678790 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e4a25f-4556-4261-885a-06dab2c58d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35695d41-7be5-486d-8ca6-962791f7fd78,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:20.685126 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-41e4a25f-4556-4261-885a-06dab2c58d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:20.732483 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2bf26d87-d217-4f37-af1a-f01a40a4d485 req-25e3808e-7a4c-4ad6-8111-b708e6c8a823 service neutron] 10.222.0.11 "GET /v2.0/networks/d6670f84-0e9f-4b36-8e4d-15250d634618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384346 Jun 06 11:55:20.741240 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-074daf5d-b73c-4e34-b68e-1207b6fdfafa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:20.769165 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-074daf5d-b73c-4e34-b68e-1207b6fdfafa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:20.828243 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-074daf5d-b73c-4e34-b68e-1207b6fdfafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:20.831009 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-074daf5d-b73c-4e34-b68e-1207b6fdfafa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:20.832186 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-074daf5d-b73c-4e34-b68e-1207b6fdfafa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/35695d41-7be5-486d-8ca6-962791f7fd78 HTTP/1.1" status: 204 len: 168 time: 0.1634934 Jun 06 11:55:20.833037 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab13298c-b77c-4709-b809-fff5f7f46663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:20.843609 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074daf5d-b73c-4e34-b68e-1207b6fdfafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35695d41-7be5-486d-8ca6-962791f7fd78,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:20.845861 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-074daf5d-b73c-4e34-b68e-1207b6fdfafa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:20.888181 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e048a94-0333-4ac9-9f6a-69ed684edc8d req-67388522-ff4b-43fc-a903-ad4da3190c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:20.889643 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-1e048a94-0333-4ac9-9f6a-69ed684edc8d req-67388522-ff4b-43fc-a903-ad4da3190c68 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a760c1c31ed345629684c634c2c50df0&device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1 HTTP/1.1" status: 200 len: 1097 time: 0.0913610 Jun 06 11:55:21.047820 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e048a94-0333-4ac9-9f6a-69ed684edc8d req-ced97796-2510-45d2-b1c2-856f3339f57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:21.049524 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-1e048a94-0333-4ac9-9f6a-69ed684edc8d req-ced97796-2510-45d2-b1c2-856f3339f57a service neutron] 10.222.0.11 "GET /v2.0/networks?id=d6670f84-0e9f-4b36-8e4d-15250d634618 HTTP/1.1" status: 200 len: 910 time: 0.1524794 Jun 06 11:55:21.121082 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-1e048a94-0333-4ac9-9f6a-69ed684edc8d req-76df1230-6d56-4e07-b619-36d87b504613 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9975bfb9-90f2-4b0b-b846-2d33eef2e4e7 HTTP/1.1" status: 200 len: 217 time: 0.0648706 Jun 06 11:55:21.137475 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 45956) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:21.155049 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-6b73b1e9-98eb-4655-87fa-8acdfe464d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:21.190814 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e048a94-0333-4ac9-9f6a-69ed684edc8d req-1c419f17-30a9-4131-bd22-6eacc30ac0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:21.192437 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-1e048a94-0333-4ac9-9f6a-69ed684edc8d req-1c419f17-30a9-4131-bd22-6eacc30ac0ff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e8e17c6c-ff31-40ab-9258-8dd2846f4c32 HTTP/1.1" status: 200 len: 848 time: 0.0646069 Jun 06 11:55:21.262823 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-6b73b1e9-98eb-4655-87fa-8acdfe464d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:21.268155 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-6b73b1e9-98eb-4655-87fa-8acdfe464d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:21.276073 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e048a94-0333-4ac9-9f6a-69ed684edc8d req-fb9d3fc3-39e4-4b8e-b687-a7218f74c7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:21.277955 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-1e048a94-0333-4ac9-9f6a-69ed684edc8d req-fb9d3fc3-39e4-4b8e-b687-a7218f74c7e1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d6670f84-0e9f-4b36-8e4d-15250d634618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0742078 Jun 06 11:55:21.279345 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-96ebceff-97c2-4dad-8bd4-cb7b40d76215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:21.325574 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-6b73b1e9-98eb-4655-87fa-8acdfe464d80 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=be2d9142c05747abbaf8b427034e681a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1869478 Jun 06 11:55:21.327184 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 45962) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:21.328133 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b73b1e9-98eb-4655-87fa-8acdfe464d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307d553b-b923-452b-a508-c4e0e2eefd09,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:21.351171 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-6b73b1e9-98eb-4655-87fa-8acdfe464d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:21.406133 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-19838a6e-53c4-47b2-ba61-b1f047ca7001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:21.438283 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-19838a6e-53c4-47b2-ba61-b1f047ca7001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:21.456748 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-1e048a94-0333-4ac9-9f6a-69ed684edc8d req-2c590334-7826-4fee-849a-9f806d21b9d7 service neutron] 10.222.0.11 "GET /v2.0/networks/d6670f84-0e9f-4b36-8e4d-15250d634618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710391 Jun 06 11:55:21.502339 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-19838a6e-53c4-47b2-ba61-b1f047ca7001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:21.506063 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-19838a6e-53c4-47b2-ba61-b1f047ca7001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:21.510405 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-19838a6e-53c4-47b2-ba61-b1f047ca7001 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/307d553b-b923-452b-a508-c4e0e2eefd09 HTTP/1.1" status: 204 len: 168 time: 0.1726308 Jun 06 11:55:21.510405 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-023fe970-e7aa-405c-9dd7-b0dc823062e8 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:21.527117 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19838a6e-53c4-47b2-ba61-b1f047ca7001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307d553b-b923-452b-a508-c4e0e2eefd09,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:21.529903 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-19838a6e-53c4-47b2-ba61-b1f047ca7001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:21.665757 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ece91a-d1f1-47af-aabb-f7262a51a77e req-af1fb46f-72f4-4f07-b871-d262f686d994 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:21.667427 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-a5ece91a-d1f1-47af-aabb-f7262a51a77e req-af1fb46f-72f4-4f07-b871-d262f686d994 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1 HTTP/1.1" status: 200 len: 944 time: 0.0860052 Jun 06 11:55:21.717960 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-a5ece91a-d1f1-47af-aabb-f7262a51a77e req-ca6c451b-a9b9-445d-905c-a32c08119fa3 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/security-groups?id=58f55872-ceb7-4746-9dfc-e65ee5ff9361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432649 Jun 06 11:55:21.772798 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-1e048a94-0333-4ac9-9f6a-69ed684edc8d req-a398076e-649a-4254-9cc9-7d2c679620a7 service neutron] 10.222.0.11 "GET /v2.0/networks/d6670f84-0e9f-4b36-8e4d-15250d634618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089316 Jun 06 11:55:21.793162 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0444e-a72f-446f-bdf0-5dc47c455a1b req-a4d6577a-3c38-43a5-a73f-169c5a6e8d21 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:21.794653 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-4db0444e-a72f-446f-bdf0-5dc47c455a1b req-a4d6577a-3c38-43a5-a73f-169c5a6e8d21 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dc8b3fc-f3ac-41d5-b124-8a6c686af8da HTTP/1.1" status: 200 len: 945 time: 0.2087739 Jun 06 11:55:21.844024 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-4db0444e-a72f-446f-bdf0-5dc47c455a1b req-b7c6d5b9-7d33-42d9-93d1-3376101b6d2a tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac5bac27-1674-4340-a446-fe622c876515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435023 Jun 06 11:55:22.924681 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050dd5e-4c91-4592-98df-249d41515542 req-eddf61ba-2999-4a55-a117-5da60a242c0a tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:22.933352 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-b050dd5e-4c91-4592-98df-249d41515542 req-eddf61ba-2999-4a55-a117-5da60a242c0a tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd8aa40f-2e79-4b12-9869-ab2823f0a7c6 HTTP/1.1" status: 200 len: 945 time: 0.1109881 Jun 06 11:55:22.973405 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-b050dd5e-4c91-4592-98df-249d41515542 req-dc2fa440-51fb-4b6f-8246-11797920370d tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/security-groups?id=66a929c5-d716-4fcf-b0aa-059f1e8a30bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391841 Jun 06 11:55:23.057501 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd19c1d-221d-4a84-8229-bc71b78241cd req-4e989113-840d-47e6-8c15-cea460aaa46b tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:23.060416 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-3bd19c1d-221d-4a84-8229-bc71b78241cd req-4e989113-840d-47e6-8c15-cea460aaa46b tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1 HTTP/1.1" status: 200 len: 944 time: 0.0879109 Jun 06 11:55:23.070321 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-4e695d9d-1565-4cb0-823c-0d72073c09bd None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 11:55:23.114513 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-3bd19c1d-221d-4a84-8229-bc71b78241cd req-8071d613-b5a9-4e1d-a3b1-62df05b2dcde tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/security-groups?id=58f55872-ceb7-4746-9dfc-e65ee5ff9361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492613 Jun 06 11:55:23.166698 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec92695-5775-463d-9c16-75c6683eb02c req-ac89cf2e-c036-4d44-bf4b-a747e0e207ac tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:23.168029 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-bec92695-5775-463d-9c16-75c6683eb02c req-ac89cf2e-c036-4d44-bf4b-a747e0e207ac tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dc8b3fc-f3ac-41d5-b124-8a6c686af8da HTTP/1.1" status: 200 len: 945 time: 0.0861247 Jun 06 11:55:23.217804 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-bec92695-5775-463d-9c16-75c6683eb02c req-affb16de-5e3e-4823-bac6-9d5f55da0ca4 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac5bac27-1674-4340-a446-fe622c876515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431304 Jun 06 11:55:24.157987 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3687c70-f571-4ce2-baa6-6c632892834d req-e622ca2e-2d84-46e0-ae7d-6bb81ed35d29 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:24.159539 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-f3687c70-f571-4ce2-baa6-6c632892834d req-e622ca2e-2d84-46e0-ae7d-6bb81ed35d29 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd8aa40f-2e79-4b12-9869-ab2823f0a7c6 HTTP/1.1" status: 200 len: 945 time: 0.0806952 Jun 06 11:55:24.205125 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-f3687c70-f571-4ce2-baa6-6c632892834d req-a30a1766-5b62-4c52-8267-b0d95a880a76 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/security-groups?id=66a929c5-d716-4fcf-b0aa-059f1e8a30bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392554 Jun 06 11:55:24.294900 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3739d98-cb5d-48b7-a183-a1021f5161fa req-f66891c3-8b84-4e8d-941c-7b62bcb0b910 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:24.296616 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-f3739d98-cb5d-48b7-a183-a1021f5161fa req-f66891c3-8b84-4e8d-941c-7b62bcb0b910 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1 HTTP/1.1" status: 200 len: 944 time: 0.0807762 Jun 06 11:55:24.341646 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-f3739d98-cb5d-48b7-a183-a1021f5161fa req-864ea68b-f370-4e84-92e6-64247fcc8058 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/security-groups?id=58f55872-ceb7-4746-9dfc-e65ee5ff9361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392289 Jun 06 11:55:24.405747 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341ef72-8f0b-42ee-89d9-272d5e9c2461 req-1873fc0f-9e41-4df1-bb19-f14c2603a639 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:24.407951 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-5341ef72-8f0b-42ee-89d9-272d5e9c2461 req-1873fc0f-9e41-4df1-bb19-f14c2603a639 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dc8b3fc-f3ac-41d5-b124-8a6c686af8da HTTP/1.1" status: 200 len: 945 time: 0.0863707 Jun 06 11:55:24.452528 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-5341ef72-8f0b-42ee-89d9-272d5e9c2461 req-ecce030a-211b-4a68-8bf5-5d34dcc4eb6c tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac5bac27-1674-4340-a446-fe622c876515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390418 Jun 06 11:55:24.628130 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 9975bfb9-90f2-4b0b-b846-2d33eef2e4e7 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 11:55:24.648417 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe356c5-ef77-483b-8bb0-b7b5a713608d req-36ba0446-5056-45c6-90f6-a2c45f520d61 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:24.650184 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-cfe356c5-ef77-483b-8bb0-b7b5a713608d req-36ba0446-5056-45c6-90f6-a2c45f520d61 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dc8b3fc-f3ac-41d5-b124-8a6c686af8da HTTP/1.1" status: 200 len: 945 time: 0.0795386 Jun 06 11:55:24.766118 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 9975bfb9-90f2-4b0b-b846-2d33eef2e4e7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9975bfb9-90f2-4b0b-b846-2d33eef2e4e7,segment=NetworkSegment(cd7c60f5-759c-439b-8ff5-430cf9eb204c),segment_id=cd7c60f5-759c-439b-8ff5-430cf9eb204c)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:55:24.780549 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Returning: {'device': '9975bfb9-90f2-4b0b-b846-2d33eef2e4e7', 'network_id': 'd6670f84-0e9f-4b36-8e4d-15250d634618', 'port_id': '9975bfb9-90f2-4b0b-b846-2d33eef2e4e7', 'mac_address': 'fa:16:3e:2c:c5:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e17c6c-ff31-40ab-9258-8dd2846f4c32', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 11:55:24.794341 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-cfe356c5-ef77-483b-8bb0-b7b5a713608d req-362ddc00-ac56-44d2-b7ee-01691b0b9ec1 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Deleting port 32ec7696-7fc9-4c7c-b806-5aa099a44a13 {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 11:55:24.794765 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-cfe356c5-ef77-483b-8bb0-b7b5a713608d req-362ddc00-ac56-44d2-b7ee-01691b0b9ec1 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:24.847672 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:24.865181 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9975bfb9-90f2-4b0b-b846-2d33eef2e4e7 {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 11:55:24.881396 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 9975bfb9-90f2-4b0b-b846-2d33eef2e4e7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9975bfb9-90f2-4b0b-b846-2d33eef2e4e7,segment=NetworkSegment(cd7c60f5-759c-439b-8ff5-430cf9eb204c),segment_id=cd7c60f5-759c-439b-8ff5-430cf9eb204c)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:55:24.885988 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:24.889001 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:24.941916 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-cfe356c5-ef77-483b-8bb0-b7b5a713608d req-362ddc00-ac56-44d2-b7ee-01691b0b9ec1 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] For port 32ec7696-7fc9-4c7c-b806-5aa099a44a13, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=32ec7696-7fc9-4c7c-b806-5aa099a44a13,segment=NetworkSegment(08a6bbd3-eb97-4d09-82dd-399f0ecfee13),segment_id=08a6bbd3-eb97-4d09-82dd-399f0ecfee13)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:55:24.942620 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-cfe356c5-ef77-483b-8bb0-b7b5a713608d req-362ddc00-ac56-44d2-b7ee-01691b0b9ec1 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:24.958980 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=9975bfb9-90f2-4b0b-b846-2d33eef2e4e7,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:24.962945 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:25.076897 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-cfe356c5-ef77-483b-8bb0-b7b5a713608d req-362ddc00-ac56-44d2-b7ee-01691b0b9ec1 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Calling delete_port for 32ec7696-7fc9-4c7c-b806-5aa099a44a13 owned by compute:nova {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 11:55:25.143610 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] get_ports_and_sgs() called for port_ids ['9975bfb9-90f2-4b0b-b846-2d33eef2e4e7'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 11:55:25.199109 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-cfe356c5-ef77-483b-8bb0-b7b5a713608d req-362ddc00-ac56-44d2-b7ee-01691b0b9ec1 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:25.206683 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-8e08caab-c0a9-4b1d-9f56-f7edd2e8356d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:25.256687 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ddc00-ac56-44d2-b7ee-01691b0b9ec1 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Pushing event deleted for resources: {'Port': ['ID=32ec7696-7fc9-4c7c-b806-5aa099a44a13,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:25.259502 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-362ddc00-ac56-44d2-b7ee-01691b0b9ec1 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:25.341995 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe356c5-ef77-483b-8bb0-b7b5a713608d req-362ddc00-ac56-44d2-b7ee-01691b0b9ec1 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] No DVR routers for this DVR port 32ec7696-7fc9-4c7c-b806-5aa099a44a13 on host hv-cinder-78626 {{(pid=91625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 11:55:25.344853 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-cfe356c5-ef77-483b-8bb0-b7b5a713608d req-362ddc00-ac56-44d2-b7ee-01691b0b9ec1 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:25.347137 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-cfe356c5-ef77-483b-8bb0-b7b5a713608d req-362ddc00-ac56-44d2-b7ee-01691b0b9ec1 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.11 "DELETE /v2.0/ports/32ec7696-7fc9-4c7c-b806-5aa099a44a13 HTTP/1.1" status: 204 len: 173 time: 0.6902738 Jun 06 11:55:25.347655 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc8b3fc-f3ac-41d5-b124-8a6c686af8da', 'name': 'network-vif-deleted', 'tag': '32ec7696-7fc9-4c7c-b806-5aa099a44a13'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:55:25.350661 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d3a09975e5f8f43507a37e46b4ea231535690fa404cdff26bf77d84c9002b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee34c71-7c71-4040-abbd-ff826ceb112f" -d '{"events": [{"server_uuid": "1dc8b3fc-f3ac-41d5-b124-8a6c686af8da", "name": "network-vif-deleted", "tag": "32ec7696-7fc9-4c7c-b806-5aa099a44a13"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:55:25.409972 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be29dac6-a29e-4b90-8064-59391c2b48b4 x-openstack-request-id: req-be29dac6-a29e-4b90-8064-59391c2b48b4 {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:55:25.410352 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc8b3fc-f3ac-41d5-b124-8a6c686af8da", "name": "network-vif-deleted", "tag": "32ec7696-7fc9-4c7c-b806-5aa099a44a13", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:55:25.410640 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-be29dac6-a29e-4b90-8064-59391c2b48b4 {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:55:25.411093 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc8b3fc-f3ac-41d5-b124-8a6c686af8da', 'name': 'network-vif-deleted', 'tag': '32ec7696-7fc9-4c7c-b806-5aa099a44a13', 'status': 'completed', 'code': 200} Jun 06 11:55:25.444482 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098e930-1663-44bd-9ace-398a2f7b35f0 req-3c5dfaa2-a397-4f37-a1cb-9872e1747a6f tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:25.446182 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-4098e930-1663-44bd-9ace-398a2f7b35f0 req-3c5dfaa2-a397-4f37-a1cb-9872e1747a6f tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd8aa40f-2e79-4b12-9869-ab2823f0a7c6 HTTP/1.1" status: 200 len: 945 time: 0.1315405 Jun 06 11:55:25.496271 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-4098e930-1663-44bd-9ace-398a2f7b35f0 req-420c40f6-1292-44df-a16d-c83bb29d2cd4 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/security-groups?id=66a929c5-d716-4fcf-b0aa-059f1e8a30bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443633 Jun 06 11:55:25.591931 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965fcc8d-d362-4c79-96dc-4b171a1e6f49 req-8a41debd-3110-40eb-8c7d-4090e85a01bd tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:25.593422 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-965fcc8d-d362-4c79-96dc-4b171a1e6f49 req-8a41debd-3110-40eb-8c7d-4090e85a01bd tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1 HTTP/1.1" status: 200 len: 945 time: 0.0808439 Jun 06 11:55:25.642372 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-965fcc8d-d362-4c79-96dc-4b171a1e6f49 req-6154e5be-fe33-4317-87d8-e60124e84e50 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/security-groups?id=58f55872-ceb7-4746-9dfc-e65ee5ff9361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432696 Jun 06 11:55:25.668647 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-4aafe8b6-d258-41af-bca2-75f1281c9e69 req-939d9972-b50c-4f36-8aa9-ff22cfc1873c tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dc8b3fc-f3ac-41d5-b124-8a6c686af8da HTTP/1.1" status: 200 len: 210 time: 0.0435715 Jun 06 11:55:25.827041 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] get_ports_and_sgs() called for port_ids ['32ec7696-7fc9-4c7c-b806-5aa099a44a13'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 11:55:26.636731 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 9975bfb9-90f2-4b0b-b846-2d33eef2e4e7 up at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:55:26.694287 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd84da9-fe45-4bec-9903-17b63679765c req-a0784726-39de-4c99-b513-5ad16cbac268 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:26.696494 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-0fd84da9-fe45-4bec-9903-17b63679765c req-a0784726-39de-4c99-b513-5ad16cbac268 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd8aa40f-2e79-4b12-9869-ab2823f0a7c6 HTTP/1.1" status: 200 len: 945 time: 0.0921035 Jun 06 11:55:26.709643 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Provisioning for port 9975bfb9-90f2-4b0b-b846-2d33eef2e4e7 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:55:26.714840 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Provisioning complete for port 9975bfb9-90f2-4b0b-b846-2d33eef2e4e7 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:55:26.715231 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:26.745659 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-0fd84da9-fe45-4bec-9903-17b63679765c req-223f9588-d61b-4143-81f4-8b8a0a4148ca tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/security-groups?id=66a929c5-d716-4fcf-b0aa-059f1e8a30bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429330 Jun 06 11:55:26.853375 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:26.859493 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d8eb30-04f8-4930-a979-ff3358285066 req-022a5c2a-db74-416c-851f-6d1800e97f07 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:26.860988 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-f4d8eb30-04f8-4930-a979-ff3358285066 req-022a5c2a-db74-416c-851f-6d1800e97f07 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1 HTTP/1.1" status: 200 len: 945 time: 0.1049376 Jun 06 11:55:26.881736 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f722e56-387d-4ff3-8d12-1160433ff9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9975bfb9-90f2-4b0b-b846-2d33eef2e4e7'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:55:26.885434 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0ef12a69f97602b9a4dda1947a91503bc9b0dd65cb545ae1f4eaba5f5490f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8fde38-0e7d-41c3-b89c-46073540eef8" -d '{"events": [{"server_uuid": "4f722e56-387d-4ff3-8d12-1160433ff9d1", "name": "network-vif-plugged", "status": "completed", "tag": "9975bfb9-90f2-4b0b-b846-2d33eef2e4e7"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:55:26.896241 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 9975bfb9-90f2-4b0b-b846-2d33eef2e4e7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9975bfb9-90f2-4b0b-b846-2d33eef2e4e7,segment=NetworkSegment(cd7c60f5-759c-439b-8ff5-430cf9eb204c),segment_id=cd7c60f5-759c-439b-8ff5-430cf9eb204c)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:55:26.900892 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:26.904561 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-cfb9b1bf-0018-4c7a-b62d-c8446aedad04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:26.909364 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-f4d8eb30-04f8-4930-a979-ff3358285066 req-da4e3115-79ba-46f7-92ea-ae0c1a72b1fd tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/security-groups?id=58f55872-ceb7-4746-9dfc-e65ee5ff9361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419619 Jun 06 11:55:26.944688 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2474c262-9ee6-4877-b1de-7ee00e1d19ad x-openstack-request-id: req-2474c262-9ee6-4877-b1de-7ee00e1d19ad {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:55:26.944987 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f722e56-387d-4ff3-8d12-1160433ff9d1", "name": "network-vif-plugged", "status": "completed", "tag": "9975bfb9-90f2-4b0b-b846-2d33eef2e4e7", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:55:26.945285 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2474c262-9ee6-4877-b1de-7ee00e1d19ad {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:55:26.945676 dv-cinder-786260-3-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f722e56-387d-4ff3-8d12-1160433ff9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9975bfb9-90f2-4b0b-b846-2d33eef2e4e7', 'code': 200} Jun 06 11:55:26.977993 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=9975bfb9-90f2-4b0b-b846-2d33eef2e4e7,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:26.980925 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:27.255004 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40c66c-6e2f-4822-84f7-c614fbf95e0f req-071d5f19-b718-4d61-b4f8-d99403ad0cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:27.256422 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-6c40c66c-6e2f-4822-84f7-c614fbf95e0f req-071d5f19-b718-4d61-b4f8-d99403ad0cf6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1 HTTP/1.1" status: 200 len: 1099 time: 0.0709739 Jun 06 11:55:27.302579 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-6c40c66c-6e2f-4822-84f7-c614fbf95e0f req-ebf4d56b-56a5-4037-ab72-cc7b7269024f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=58f55872-ceb7-4746-9dfc-e65ee5ff9361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384781 Jun 06 11:55:27.808116 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72e68b-b399-4a51-b1cf-a3f2948f284e req-e7526d83-6106-4a4a-9368-cc692ce4f2e7 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:27.809862 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-7e72e68b-b399-4a51-b1cf-a3f2948f284e req-e7526d83-6106-4a4a-9368-cc692ce4f2e7 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd8aa40f-2e79-4b12-9869-ab2823f0a7c6 HTTP/1.1" status: 200 len: 945 time: 0.0953526 Jun 06 11:55:27.975713 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76688773-f307-401b-af4f-4d3005b8fa88 req-d6267e78-f607-4b03-8eb9-789fe45be1cf tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:27.978048 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-7e72e68b-b399-4a51-b1cf-a3f2948f284e req-f18e449e-794d-4ab8-97f4-528bb1d3d440 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Deleting port 03d41233-b609-4a39-9f3c-589f8195298a {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 11:55:27.978404 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-7e72e68b-b399-4a51-b1cf-a3f2948f284e req-f18e449e-794d-4ab8-97f4-528bb1d3d440 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:27.983667 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-76688773-f307-401b-af4f-4d3005b8fa88 req-d6267e78-f607-4b03-8eb9-789fe45be1cf tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd8aa40f-2e79-4b12-9869-ab2823f0a7c6 HTTP/1.1" status: 200 len: 945 time: 0.1066394 Jun 06 11:55:28.060870 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-76688773-f307-401b-af4f-4d3005b8fa88 req-31a675b6-5a30-4730-a37e-c7176b595ae2 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/security-groups?id=66a929c5-d716-4fcf-b0aa-059f1e8a30bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762541 Jun 06 11:55:28.312333 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-7e72e68b-b399-4a51-b1cf-a3f2948f284e req-f18e449e-794d-4ab8-97f4-528bb1d3d440 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] For port 03d41233-b609-4a39-9f3c-589f8195298a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=03d41233-b609-4a39-9f3c-589f8195298a,segment=NetworkSegment(87cb110a-61ea-4dcf-a84c-45da21681574),segment_id=87cb110a-61ea-4dcf-a84c-45da21681574)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:55:28.312705 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-7e72e68b-b399-4a51-b1cf-a3f2948f284e req-f18e449e-794d-4ab8-97f4-528bb1d3d440 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:28.318199 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 46136) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:28.446343 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b27615f2-0d53-469f-a2ff-34546522a3f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:28.458950 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-7e72e68b-b399-4a51-b1cf-a3f2948f284e req-f18e449e-794d-4ab8-97f4-528bb1d3d440 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Calling delete_port for 03d41233-b609-4a39-9f3c-589f8195298a owned by compute:nova {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 11:55:28.477851 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b0463-bc21-46ef-8a6c-e291f5ced8a8 req-4b573131-dfb5-4126-9cac-429e7ab5ad90 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:28.479338 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-e95b0463-bc21-46ef-8a6c-e291f5ced8a8 req-4b573131-dfb5-4126-9cac-429e7ab5ad90 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1 HTTP/1.1" status: 200 len: 946 time: 0.3754811 Jun 06 11:55:28.545160 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-e95b0463-bc21-46ef-8a6c-e291f5ced8a8 req-0c75770c-48f3-4e7c-9a89-62a31d02cb86 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/security-groups?id=58f55872-ceb7-4746-9dfc-e65ee5ff9361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541303 Jun 06 11:55:28.555323 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b27615f2-0d53-469f-a2ff-34546522a3f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:28.560061 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b27615f2-0d53-469f-a2ff-34546522a3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:28.568627 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ea5fac70-2f75-4c4c-9c25-eb140ed81901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:28.608479 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-b27615f2-0d53-469f-a2ff-34546522a3f5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ff9e4c64c83c4a47b82a14c8e8f3b282&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2891581 Jun 06 11:55:28.610121 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27615f2-0d53-469f-a2ff-34546522a3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e76479-f86e-44ed-9982-0cc9282d46f7,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:28.612405 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 46144) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:28.623833 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-b27615f2-0d53-469f-a2ff-34546522a3f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:28.632566 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-7e72e68b-b399-4a51-b1cf-a3f2948f284e req-f18e449e-794d-4ab8-97f4-528bb1d3d440 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:28.639585 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-dc3aa276-8bbb-4679-ab10-155d21108f01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:28.654088 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] get_ports_and_sgs() called for port_ids ['03d41233-b609-4a39-9f3c-589f8195298a'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 11:55:28.672098 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-07151c1a-f49f-4f3f-90b9-38a84e5e2422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:28.692488 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e449e-794d-4ab8-97f4-528bb1d3d440 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Pushing event deleted for resources: {'Port': ['ID=03d41233-b609-4a39-9f3c-589f8195298a,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:28.695864 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f18e449e-794d-4ab8-97f4-528bb1d3d440 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:28.705285 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-07151c1a-f49f-4f3f-90b9-38a84e5e2422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:28.718509 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 32ec7696-7fc9-4c7c-b806-5aa099a44a13 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 11:55:28.757119 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] No Port match for: 32ec7696-7fc9-4c7c-b806-5aa099a44a13 {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 11:55:28.757672 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 32ec7696-7fc9-4c7c-b806-5aa099a44a13 not bound to the agent host hv-cinder-78626 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 11:55:28.766658 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-07151c1a-f49f-4f3f-90b9-38a84e5e2422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:28.769172 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-07151c1a-f49f-4f3f-90b9-38a84e5e2422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:28.772637 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-07151c1a-f49f-4f3f-90b9-38a84e5e2422 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a2e76479-f86e-44ed-9982-0cc9282d46f7 HTTP/1.1" status: 204 len: 168 time: 0.1570995 Jun 06 11:55:28.772637 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-41e4a25f-4556-4261-885a-06dab2c58d13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:28.790239 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07151c1a-f49f-4f3f-90b9-38a84e5e2422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e76479-f86e-44ed-9982-0cc9282d46f7,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:28.793092 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e72e68b-b399-4a51-b1cf-a3f2948f284e req-f18e449e-794d-4ab8-97f4-528bb1d3d440 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] No DVR routers for this DVR port 03d41233-b609-4a39-9f3c-589f8195298a on host hv-cinder-78626 {{(pid=91625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 11:55:28.796369 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-7e72e68b-b399-4a51-b1cf-a3f2948f284e req-f18e449e-794d-4ab8-97f4-528bb1d3d440 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:28.799237 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-07151c1a-f49f-4f3f-90b9-38a84e5e2422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:28.800136 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-7e72e68b-b399-4a51-b1cf-a3f2948f284e req-f18e449e-794d-4ab8-97f4-528bb1d3d440 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.11 "DELETE /v2.0/ports/03d41233-b609-4a39-9f3c-589f8195298a HTTP/1.1" status: 204 len: 173 time: 0.9844306 Jun 06 11:55:28.800785 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8aa40f-2e79-4b12-9869-ab2823f0a7c6', 'name': 'network-vif-deleted', 'tag': '03d41233-b609-4a39-9f3c-589f8195298a'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:55:28.803873 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d3a09975e5f8f43507a37e46b4ea231535690fa404cdff26bf77d84c9002b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c7920e-4b55-430d-95db-856228b572da" -d '{"events": [{"server_uuid": "cd8aa40f-2e79-4b12-9869-ab2823f0a7c6", "name": "network-vif-deleted", "tag": "03d41233-b609-4a39-9f3c-589f8195298a"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:55:28.857819 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7389c584-cbb1-45f3-8401-75d2ef6fde04 x-openstack-request-id: req-7389c584-cbb1-45f3-8401-75d2ef6fde04 {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:55:28.858515 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8aa40f-2e79-4b12-9869-ab2823f0a7c6", "name": "network-vif-deleted", "tag": "03d41233-b609-4a39-9f3c-589f8195298a", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:55:28.858802 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7389c584-cbb1-45f3-8401-75d2ef6fde04 {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:55:28.859228 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd8aa40f-2e79-4b12-9869-ab2823f0a7c6', 'name': 'network-vif-deleted', 'tag': '03d41233-b609-4a39-9f3c-589f8195298a', 'status': 'completed', 'code': 200} Jun 06 11:55:29.113223 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 46164) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:29.131342 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ddd50f08-98b4-4514-af76-9a40e2d840e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:29.286667 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-9da594c8-d316-43e3-a446-76e33ad2087f req-8b1a4634-94ae-41d8-8139-890e1cc12485 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd8aa40f-2e79-4b12-9869-ab2823f0a7c6 HTTP/1.1" status: 200 len: 210 time: 0.0871086 Jun 06 11:55:29.296665 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ddd50f08-98b4-4514-af76-9a40e2d840e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:29.306033 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ddd50f08-98b4-4514-af76-9a40e2d840e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:29.319479 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-c54d7a7e-681a-4d90-86b2-c52fbddd3bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:29.364499 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd50f08-98b4-4514-af76-9a40e2d840e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b721b10-6a56-4b7b-a28a-0e40dc35c201,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:29.368618 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ddd50f08-98b4-4514-af76-9a40e2d840e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:29.376039 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-ddd50f08-98b4-4514-af76-9a40e2d840e3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3fbaf1d37b484a4b8799640e4be8548f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2617331 Jun 06 11:55:29.378936 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 46174) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:29.481566 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d768008f-64aa-4fba-b90f-5c947bfc442b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:29.519968 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d768008f-64aa-4fba-b90f-5c947bfc442b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:29.589239 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d768008f-64aa-4fba-b90f-5c947bfc442b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:29.594961 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d768008f-64aa-4fba-b90f-5c947bfc442b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:29.596553 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-d768008f-64aa-4fba-b90f-5c947bfc442b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7b721b10-6a56-4b7b-a28a-0e40dc35c201 HTTP/1.1" status: 204 len: 168 time: 0.2160554 Jun 06 11:55:29.597727 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b29dd173-6df8-424c-a218-510d717e84a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:29.610940 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d768008f-64aa-4fba-b90f-5c947bfc442b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b721b10-6a56-4b7b-a28a-0e40dc35c201,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:29.613266 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-d768008f-64aa-4fba-b90f-5c947bfc442b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:29.805181 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b604f-6dda-4d52-b2da-6beb54ad8e12 req-5f167fdf-e6ea-4a91-8816-be1b01e9253d tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:29.812234 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-b07b604f-6dda-4d52-b2da-6beb54ad8e12 req-5f167fdf-e6ea-4a91-8816-be1b01e9253d tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1 HTTP/1.1" status: 200 len: 946 time: 0.1256535 Jun 06 11:55:29.869463 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-b07b604f-6dda-4d52-b2da-6beb54ad8e12 req-af1bcb6e-4b15-45f3-86d7-9e05e58ca951 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/security-groups?id=58f55872-ceb7-4746-9dfc-e65ee5ff9361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560851 Jun 06 11:55:30.099223 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797a73b-8224-44fc-bb65-753a19a3c105 req-7aab823d-7b82-43c9-bbdd-abb23e309d0e tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:30.103236 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-1797a73b-8224-44fc-bb65-753a19a3c105 req-7aab823d-7b82-43c9-bbdd-abb23e309d0e tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1 HTTP/1.1" status: 200 len: 946 time: 0.1138432 Jun 06 11:55:30.157790 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-1797a73b-8224-44fc-bb65-753a19a3c105 req-462bdb70-61a3-49b0-9316-1a3a3a1e7a30 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/security-groups?id=58f55872-ceb7-4746-9dfc-e65ee5ff9361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480928 Jun 06 11:55:30.175998 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-0a487be5-6065-4b3a-bda7-3d6aa95cc609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:30.198664 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 46192) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:30.642240 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484c6e12-c816-491d-a08a-009a70bb8570 tempest-TestShelveInstance-1378480281 tempest-TestShelveInstance-1378480281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:30.653619 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 46214) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:30.660087 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-7e94b9b1-7183-4554-b70d-d0a2e5ee50a4 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Request body: {'floatingip': {'floating_network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'port_id': '9975bfb9-90f2-4b0b-b846-2d33eef2e4e7', 'tenant_id': 'a760c1c31ed345629684c634c2c50df0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:55:30.662790 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-484c6e12-c816-491d-a08a-009a70bb8570 tempest-TestShelveInstance-1378480281 tempest-TestShelveInstance-1378480281-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1 HTTP/1.1" status: 200 len: 1094 time: 0.4626465 Jun 06 11:55:30.712948 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7e94b9b1-7183-4554-b70d-d0a2e5ee50a4 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks [] for floatingip, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:30.972231 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7e94b9b1-7183-4554-b70d-d0a2e5ee50a4 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:31.158569 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_common [None req-7e94b9b1-7183-4554-b70d-d0a2e5ee50a4 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Allocated IP 172.28.1.237 (e384afd4-53ce-4e9e-98c9-6e74922afda4/ab19a970-7da1-4791-ba0c-534739925629/71cf965b-a460-45ff-a413-e96b62253589) {{(pid=91626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 11:55:31.456652 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7e94b9b1-7183-4554-b70d-d0a2e5ee50a4 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks [] for port, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:31.519225 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7e94b9b1-7183-4554-b70d-d0a2e5ee50a4 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1152752'] for port, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:31.528751 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ff07ad54-b10b-4c63-ac31-8d65271600b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:31.632279 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e94b9b1-7183-4554-b70d-d0a2e5ee50a4 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Pushing event updated for resources: {'Port': ['ID=71cf965b-a460-45ff-a413-e96b62253589,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:31.636810 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-7e94b9b1-7183-4554-b70d-d0a2e5ee50a4 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:31.647533 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e94b9b1-7183-4554-b70d-d0a2e5ee50a4 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Network e384afd4-53ce-4e9e-98c9-6e74922afda4 is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:55:31.648677 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-7e94b9b1-7183-4554-b70d-d0a2e5ee50a4 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:55:31.651801 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e94b9b1-7183-4554-b70d-d0a2e5ee50a4 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Received port after_create {{(pid=91626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 11:55:32.210482 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7e94b9b1-7183-4554-b70d-d0a2e5ee50a4 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:32.307522 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7e94b9b1-7183-4554-b70d-d0a2e5ee50a4 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:32.525424 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:32.686012 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 03d41233-b609-4a39-9f3c-589f8195298a no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 11:55:32.746501 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7e94b9b1-7183-4554-b70d-d0a2e5ee50a4 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks [] for port, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:32.756270 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7e94b9b1-7183-4554-b70d-d0a2e5ee50a4 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1152715'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:32.786171 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-34368f3b-d1c9-4d1a-a18c-9ac54c56d35f tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:32.854096 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] No Port match for: 03d41233-b609-4a39-9f3c-589f8195298a {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 11:55:32.854971 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 03d41233-b609-4a39-9f3c-589f8195298a not bound to the agent host hv-cinder-78626 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 11:55:32.864127 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-47454ae8-9835-45fd-a3bb-8b57f975bdc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:32.928749 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e94b9b1-7183-4554-b70d-d0a2e5ee50a4 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Pushing event updated for resources: {'Port': ['ID=71cf965b-a460-45ff-a413-e96b62253589,revision_number=2']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:32.936826 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-7e94b9b1-7183-4554-b70d-d0a2e5ee50a4 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:32.950073 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7e94b9b1-7183-4554-b70d-d0a2e5ee50a4 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625267'] for floatingip, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:33.161261 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.db.l3_db [None req-7e94b9b1-7183-4554-b70d-d0a2e5ee50a4 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Floating IP b48ba6db-9ab5-4bcc-b51d-3e9252498157 associated. External IP: 172.28.1.237, port: 9975bfb9-90f2-4b0b-b846-2d33eef2e4e7. Jun 06 11:55:33.709751 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e94b9b1-7183-4554-b70d-d0a2e5ee50a4 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Router 0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf has already been hosted by L3 agent 3ae38246-b788-4a45-8398-d1ca6712d00e {{(pid=91626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 11:55:33.740558 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:34.003731 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e94b9b1-7183-4554-b70d-d0a2e5ee50a4 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify agent at l3_agent.dv-cinder-786260-3-smb the message routers_updated {{(pid=91626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 11:55:34.015409 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8a92e7-3c14-46a9-b400-52bc7c5f109e None None] Sync routers for ids ['0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf'] in dv-cinder-786260-3-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 11:55:34.037521 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8a92e7-3c14-46a9-b400-52bc7c5f109e None None] Routers {'0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:55:34.038250 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-ea8a92e7-3c14-46a9-b400-52bc7c5f109e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T11:55:33Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:55:34.063690 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7e94b9b1-7183-4554-b70d-d0a2e5ee50a4 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for floatingip, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:34.189855 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-7e94b9b1-7183-4554-b70d-d0a2e5ee50a4 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5258186 Jun 06 11:55:34.189855 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f722e56-387d-4ff3-8d12-1160433ff9d1', 'tag': '9975bfb9-90f2-4b0b-b846-2d33eef2e4e7'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:55:34.189855 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc9e4729878f16c834b645d3c09f80e418a2a47aed75d72574769f74497ec88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e95d40-1ff4-4a8a-9a27-7e5218ba32fd" -d '{"events": [{"name": "network-changed", "server_uuid": "4f722e56-387d-4ff3-8d12-1160433ff9d1", "tag": "9975bfb9-90f2-4b0b-b846-2d33eef2e4e7"}]}' {{(pid=91626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:55:34.269743 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad215c5b-1eb5-4888-bc1e-182db15dae7b x-openstack-request-id: req-ad215c5b-1eb5-4888-bc1e-182db15dae7b {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:55:34.270195 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f722e56-387d-4ff3-8d12-1160433ff9d1", "tag": "9975bfb9-90f2-4b0b-b846-2d33eef2e4e7", "status": "completed", "code": 200}]} {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:55:34.270584 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ad215c5b-1eb5-4888-bc1e-182db15dae7b {{(pid=91626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:55:34.271113 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f722e56-387d-4ff3-8d12-1160433ff9d1', 'tag': '9975bfb9-90f2-4b0b-b846-2d33eef2e4e7', 'status': 'completed', 'code': 200} Jun 06 11:55:34.421215 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-ea8a92e7-3c14-46a9-b400-52bc7c5f109e None None] Set router 0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf gateway port host: dv-cinder-786260-3-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:55:34.463158 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e95d40-1ff4-4a8a-9a27-7e5218ba32fd req-215dd660-75be-4fe4-a8ef-41d1d45a21e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:34.466514 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b7e95d40-1ff4-4a8a-9a27-7e5218ba32fd req-215dd660-75be-4fe4-a8ef-41d1d45a21e1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a760c1c31ed345629684c634c2c50df0&device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1 HTTP/1.1" status: 200 len: 1099 time: 0.1738839 Jun 06 11:55:34.537158 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:34.678104 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e95d40-1ff4-4a8a-9a27-7e5218ba32fd req-3f18e3f8-c322-47bc-9f6f-45f9b72c9848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:34.681542 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b7e95d40-1ff4-4a8a-9a27-7e5218ba32fd req-3f18e3f8-c322-47bc-9f6f-45f9b72c9848 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d6670f84-0e9f-4b36-8e4d-15250d634618 HTTP/1.1" status: 200 len: 910 time: 0.2091017 Jun 06 11:55:34.840997 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b7e95d40-1ff4-4a8a-9a27-7e5218ba32fd req-45571d63-ad08-47d6-bd96-0ebd1db94354 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9975bfb9-90f2-4b0b-b846-2d33eef2e4e7 HTTP/1.1" status: 200 len: 1000 time: 0.1514604 Jun 06 11:55:34.933782 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e95d40-1ff4-4a8a-9a27-7e5218ba32fd req-035dd359-d49f-43e4-8f61-2ea79c7ee842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:34.951751 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b7e95d40-1ff4-4a8a-9a27-7e5218ba32fd req-035dd359-d49f-43e4-8f61-2ea79c7ee842 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e8e17c6c-ff31-40ab-9258-8dd2846f4c32 HTTP/1.1" status: 200 len: 848 time: 0.0917261 Jun 06 11:55:35.066444 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e95d40-1ff4-4a8a-9a27-7e5218ba32fd req-39eab2e5-e60a-4dfc-85aa-ca8128ce34fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:35.068034 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b7e95d40-1ff4-4a8a-9a27-7e5218ba32fd req-39eab2e5-e60a-4dfc-85aa-ca8128ce34fe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d6670f84-0e9f-4b36-8e4d-15250d634618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1153257 Jun 06 11:55:35.110280 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-ea8a92e7-3c14-46a9-b400-52bc7c5f109e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf', 'name': 'tempest-TestShelveInstance-1219363108-router', 'tenant_id': 'a760c1c31ed345629684c634c2c50df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '40f703f5-5fce-44d7-8ec3-e18b892eb0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:33Z', 'updated_at': '2021-06-06T11:54:39Z', 'revision_number': 4, 'project_id': 'a760c1c31ed345629684c634c2c50df0', 'gw_port': {'id': '40f703f5-5fce-44d7-8ec3-e18b892eb0bc', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:34Z', 'updated_at': '2021-06-06T11:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_floatingips': [{'id': 'b48ba6db-9ab5-4bcc-b51d-3e9252498157', 'tenant_id': 'a760c1c31ed345629684c634c2c50df0', 'floating_ip_address': '172.28.1.237', 'floating_network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'router_id': '0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf', 'port_id': '9975bfb9-90f2-4b0b-b846-2d33eef2e4e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6670f84-0e9f-4b36-8e4d-15250d634618', 'mac_address': 'fa:16:3e:2c:c5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f722e56-387d-4ff3-8d12-1160433ff9d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T11:55:32Z', 'updated_at': '2021-06-06T11:55:32Z', 'revision_number': 0, 'project_id': 'a760c1c31ed345629684c634c2c50df0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5a6fcc3-fb6a-44a0-abee-5fc2f1cb9e47', 'name': '', 'network_id': 'd6670f84-0e9f-4b36-8e4d-15250d634618', 'tenant_id': 'a760c1c31ed345629684c634c2c50df0', 'mac_address': 'fa:16:3e:89:f5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'e8e17c6c-ff31-40ab-9258-8dd2846f4c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:38Z', 'updated_at': '2021-06-06T11:54:47Z', 'revision_number': 5, 'project_id': 'a760c1c31ed345629684c634c2c50df0', 'subnets': [{'id': 'e8e17c6c-ff31-40ab-9258-8dd2846f4c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:55:35.116438 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8a92e7-3c14-46a9-b400-52bc7c5f109e None None] Checking router: 0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf for host: dv-cinder-786260-3-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 11:55:35.125367 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8a92e7-3c14-46a9-b400-52bc7c5f109e None None] Routers {'0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:55:35.126165 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-ea8a92e7-3c14-46a9-b400-52bc7c5f109e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T11:55:33Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:55:35.233563 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b7e95d40-1ff4-4a8a-9a27-7e5218ba32fd req-616c8967-dcf2-44df-af1c-f9344a2dde7e service neutron] 10.222.0.11 "GET /v2.0/networks/d6670f84-0e9f-4b36-8e4d-15250d634618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452353 Jun 06 11:55:35.316585 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-ea8a92e7-3c14-46a9-b400-52bc7c5f109e None None] Set router 0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf gateway port host: dv-cinder-786260-3-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:55:35.406532 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b7e95d40-1ff4-4a8a-9a27-7e5218ba32fd req-5202a23b-6e9f-44fc-86b0-d23d80214ccd service neutron] 10.222.0.11 "GET /v2.0/networks/d6670f84-0e9f-4b36-8e4d-15250d634618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660788 Jun 06 11:55:35.622546 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:35.733139 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-ea8a92e7-3c14-46a9-b400-52bc7c5f109e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf', 'name': 'tempest-TestShelveInstance-1219363108-router', 'tenant_id': 'a760c1c31ed345629684c634c2c50df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '40f703f5-5fce-44d7-8ec3-e18b892eb0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:33Z', 'updated_at': '2021-06-06T11:54:39Z', 'revision_number': 4, 'project_id': 'a760c1c31ed345629684c634c2c50df0', 'gw_port': {'id': '40f703f5-5fce-44d7-8ec3-e18b892eb0bc', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:34Z', 'updated_at': '2021-06-06T11:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_floatingips': [{'id': 'b48ba6db-9ab5-4bcc-b51d-3e9252498157', 'tenant_id': 'a760c1c31ed345629684c634c2c50df0', 'floating_ip_address': '172.28.1.237', 'floating_network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'router_id': '0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf', 'port_id': '9975bfb9-90f2-4b0b-b846-2d33eef2e4e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6670f84-0e9f-4b36-8e4d-15250d634618', 'mac_address': 'fa:16:3e:2c:c5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f722e56-387d-4ff3-8d12-1160433ff9d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T11:55:32Z', 'updated_at': '2021-06-06T11:55:32Z', 'revision_number': 0, 'project_id': 'a760c1c31ed345629684c634c2c50df0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5a6fcc3-fb6a-44a0-abee-5fc2f1cb9e47', 'name': '', 'network_id': 'd6670f84-0e9f-4b36-8e4d-15250d634618', 'tenant_id': 'a760c1c31ed345629684c634c2c50df0', 'mac_address': 'fa:16:3e:89:f5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'e8e17c6c-ff31-40ab-9258-8dd2846f4c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:38Z', 'updated_at': '2021-06-06T11:54:47Z', 'revision_number': 5, 'project_id': 'a760c1c31ed345629684c634c2c50df0', 'subnets': [{'id': 'e8e17c6c-ff31-40ab-9258-8dd2846f4c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:55:35.737976 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8a92e7-3c14-46a9-b400-52bc7c5f109e None None] The sync data for ids ['0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf'] in dv-cinder-786260-3-smb is: [{'id': '0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf', 'name': 'tempest-TestShelveInstance-1219363108-router', 'tenant_id': 'a760c1c31ed345629684c634c2c50df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '40f703f5-5fce-44d7-8ec3-e18b892eb0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:33Z', 'updated_at': '2021-06-06T11:54:39Z', 'revision_number': 4, 'project_id': 'a760c1c31ed345629684c634c2c50df0', 'gw_port': {'id': '40f703f5-5fce-44d7-8ec3-e18b892eb0bc', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:34Z', 'updated_at': '2021-06-06T11:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_floatingips': [{'id': 'b48ba6db-9ab5-4bcc-b51d-3e9252498157', 'tenant_id': 'a760c1c31ed345629684c634c2c50df0', 'floating_ip_address': '172.28.1.237', 'floating_network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'router_id': '0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf', 'port_id': '9975bfb9-90f2-4b0b-b846-2d33eef2e4e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6670f84-0e9f-4b36-8e4d-15250d634618', 'mac_address': 'fa:16:3e:2c:c5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f722e56-387d-4ff3-8d12-1160433ff9d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T11:55:32Z', 'updated_at': '2021-06-06T11:55:32Z', 'revision_number': 0, 'project_id': 'a760c1c31ed345629684c634c2c50df0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5a6fcc3-fb6a-44a0-abee-5fc2f1cb9e47', 'name': '', 'network_id': 'd6670f84-0e9f-4b36-8e4d-15250d634618', 'tenant_id': 'a760c1c31ed345629684c634c2c50df0', 'mac_address': 'fa:16:3e:89:f5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'e8e17c6c-ff31-40ab-9258-8dd2846f4c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:38Z', 'updated_at': '2021-06-06T11:54:47Z', 'revision_number': 5, 'project_id': 'a760c1c31ed345629684c634c2c50df0', 'subnets': [{'id': 'e8e17c6c-ff31-40ab-9258-8dd2846f4c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 11:55:36.099799 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f260f2d-cf5c-490a-9f38-ad57aab4f391 None None] New status for floating IP b48ba6db-9ab5-4bcc-b51d-3e9252498157: ACTIVE {{(pid=91628) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 11:55:38.870560 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 46412) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:39.019979 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-32e94e4c-4a08-4675-b3d4-2227aca3f825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:39.159738 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-32e94e4c-4a08-4675-b3d4-2227aca3f825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:39.165604 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-32e94e4c-4a08-4675-b3d4-2227aca3f825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:39.175342 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-59a0a40d-51ce-4d57-ae7f-e2ae8e0b3896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:39.205454 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e94e4c-4a08-4675-b3d4-2227aca3f825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4ac87f-649e-4e83-86d2-51ceb3e4d5fb,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:39.210004 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-32e94e4c-4a08-4675-b3d4-2227aca3f825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:39.233851 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 46420) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:39.235162 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-32e94e4c-4a08-4675-b3d4-2227aca3f825 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7fde76408e8c43dda804b8f00f7177a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3624809 Jun 06 11:55:39.451523 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9e13dc91-a742-4489-84fd-0ea43f1f963b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:39.488330 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9e13dc91-a742-4489-84fd-0ea43f1f963b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:39.510234 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670054c3-5af3-48db-95a8-6daac69b5dcf req-511df00e-18fe-4954-ae00-813250ac2b85 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:39.512144 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-670054c3-5af3-48db-95a8-6daac69b5dcf req-511df00e-18fe-4954-ae00-813250ac2b85 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 947 time: 0.2439837 Jun 06 11:55:39.587769 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-670054c3-5af3-48db-95a8-6daac69b5dcf req-4d4e9956-8137-4abc-a9db-68efc6c84469 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654428 Jun 06 11:55:39.608926 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9e13dc91-a742-4489-84fd-0ea43f1f963b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:39.612080 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9e13dc91-a742-4489-84fd-0ea43f1f963b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:39.617331 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-9e13dc91-a742-4489-84fd-0ea43f1f963b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6f4ac87f-649e-4e83-86d2-51ceb3e4d5fb HTTP/1.1" status: 204 len: 168 time: 0.3808689 Jun 06 11:55:39.618667 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-a3a5f620-0817-4b4a-91ae-2791f659a72e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:39.631282 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e13dc91-a742-4489-84fd-0ea43f1f963b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4ac87f-649e-4e83-86d2-51ceb3e4d5fb,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:39.646852 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-9e13dc91-a742-4489-84fd-0ea43f1f963b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:40.018920 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 46438) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:40.041424 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2a2eb9cb-43e7-41b3-918d-c1a94cc89ee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:40.169025 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2a2eb9cb-43e7-41b3-918d-c1a94cc89ee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:40.175009 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2a2eb9cb-43e7-41b3-918d-c1a94cc89ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:40.183814 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-953213bd-3deb-426e-ac89-e72260c2f238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:40.220068 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2eb9cb-43e7-41b3-918d-c1a94cc89ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f4f44f-d8eb-441d-a0b2-c8aace019032,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:40.225927 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-2a2eb9cb-43e7-41b3-918d-c1a94cc89ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:40.232521 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-2a2eb9cb-43e7-41b3-918d-c1a94cc89ee2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c67c0cd0c9e24b29a2af01ed7c05d71c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2121742 Jun 06 11:55:40.235117 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 46440) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:40.318518 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ec8444e6-0254-43c8-a62b-a2db91909498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:40.349972 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ec8444e6-0254-43c8-a62b-a2db91909498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:40.414886 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ec8444e6-0254-43c8-a62b-a2db91909498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:40.417757 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ec8444e6-0254-43c8-a62b-a2db91909498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:40.422133 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-ec8444e6-0254-43c8-a62b-a2db91909498 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f9f4f44f-d8eb-441d-a0b2-c8aace019032 HTTP/1.1" status: 204 len: 168 time: 0.1837099 Jun 06 11:55:40.423408 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-d3ee09c0-e052-455d-805c-5cf35fc15b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:40.433590 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8444e6-0254-43c8-a62b-a2db91909498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f4f44f-d8eb-441d-a0b2-c8aace019032,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:40.435982 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ec8444e6-0254-43c8-a62b-a2db91909498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:41.000904 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154acf6d-83b8-4140-a715-6677c463ca9c req-776c251b-83aa-4921-b8f9-9ae63da287b8 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:41.007138 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a93da2-acb7-4ad3-af91-2f76e3e42ba3 req-287dee32-116d-4b1a-8853-6f7e3360393e tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:41.010128 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-f4a93da2-acb7-4ad3-af91-2f76e3e42ba3 req-287dee32-116d-4b1a-8853-6f7e3360393e tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.11 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 947 time: 0.1161551 Jun 06 11:55:41.012074 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-154acf6d-83b8-4140-a715-6677c463ca9c req-776c251b-83aa-4921-b8f9-9ae63da287b8 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 947 time: 0.1339977 Jun 06 11:55:41.072274 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-154acf6d-83b8-4140-a715-6677c463ca9c req-53357bd2-e879-4ca0-b469-a40dd3e9a3e8 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571733 Jun 06 11:55:41.170706 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-f4a93da2-acb7-4ad3-af91-2f76e3e42ba3 req-17f496d8-d9cd-4eb2-8b59-f02b66c07230 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Deleting port 989ba9b9-62b0-4e89-ba91-21f43d26c83c {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 11:55:41.171312 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-f4a93da2-acb7-4ad3-af91-2f76e3e42ba3 req-17f496d8-d9cd-4eb2-8b59-f02b66c07230 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:41.336183 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-f4a93da2-acb7-4ad3-af91-2f76e3e42ba3 req-17f496d8-d9cd-4eb2-8b59-f02b66c07230 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] For port 989ba9b9-62b0-4e89-ba91-21f43d26c83c, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=989ba9b9-62b0-4e89-ba91-21f43d26c83c,segment=NetworkSegment(80a63e8a-38a8-406a-8b0d-bb2d67e9b52e),segment_id=80a63e8a-38a8-406a-8b0d-bb2d67e9b52e)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:55:41.336811 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-f4a93da2-acb7-4ad3-af91-2f76e3e42ba3 req-17f496d8-d9cd-4eb2-8b59-f02b66c07230 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:41.742831 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-f4a93da2-acb7-4ad3-af91-2f76e3e42ba3 req-17f496d8-d9cd-4eb2-8b59-f02b66c07230 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:41.742831 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-f4a93da2-acb7-4ad3-af91-2f76e3e42ba3 req-17f496d8-d9cd-4eb2-8b59-f02b66c07230 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625267'] for floatingip, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:41.743358 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.db.l3_db [req-f4a93da2-acb7-4ad3-af91-2f76e3e42ba3 req-17f496d8-d9cd-4eb2-8b59-f02b66c07230 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Floating IP 35871779-c65e-4d06-8e2a-b073ec5743c7 disassociated. External IP: 172.28.1.149, port: 989ba9b9-62b0-4e89-ba91-21f43d26c83c. Jun 06 11:55:41.743358 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-f4a93da2-acb7-4ad3-af91-2f76e3e42ba3 req-17f496d8-d9cd-4eb2-8b59-f02b66c07230 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Calling delete_port for 989ba9b9-62b0-4e89-ba91-21f43d26c83c owned by compute:nova {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 11:55:41.853780 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-f4a93da2-acb7-4ad3-af91-2f76e3e42ba3 req-17f496d8-d9cd-4eb2-8b59-f02b66c07230 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:41.859307 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b1901e4d-5a95-40b4-9754-4d7ed19c2acf tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:41.905019 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f496d8-d9cd-4eb2-8b59-f02b66c07230 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Pushing event deleted for resources: {'Port': ['ID=989ba9b9-62b0-4e89-ba91-21f43d26c83c,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:41.907667 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-17f496d8-d9cd-4eb2-8b59-f02b66c07230 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:42.185253 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4a93da2-acb7-4ad3-af91-2f76e3e42ba3 req-17f496d8-d9cd-4eb2-8b59-f02b66c07230 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Router d510c833-d6e1-45ff-9c8a-e5580604a2ee has already been hosted by L3 agent 3ae38246-b788-4a45-8398-d1ca6712d00e {{(pid=91625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 11:55:42.393815 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-167dc34b-6d40-4d64-bdf0-433b1b0c3bee req-2cf49980-9691-4517-8582-5780ae400f5c tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 210 time: 0.1073112 Jun 06 11:55:42.559521 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4a93da2-acb7-4ad3-af91-2f76e3e42ba3 req-17f496d8-d9cd-4eb2-8b59-f02b66c07230 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify agent at l3_agent.dv-cinder-786260-3-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 11:55:42.571301 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9207a8fa-0b0c-4873-a94f-482a19a45c79 None None] Sync routers for ids ['d510c833-d6e1-45ff-9c8a-e5580604a2ee'] in dv-cinder-786260-3-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 11:55:42.587229 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9207a8fa-0b0c-4873-a94f-482a19a45c79 None None] Routers {'d510c833-d6e1-45ff-9c8a-e5580604a2ee'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:55:42.588288 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-9207a8fa-0b0c-4873-a94f-482a19a45c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T11:55:33Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['d510c833-d6e1-45ff-9c8a-e5580604a2ee'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:55:42.781175 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a93da2-acb7-4ad3-af91-2f76e3e42ba3 req-17f496d8-d9cd-4eb2-8b59-f02b66c07230 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] No DVR routers for this DVR port 989ba9b9-62b0-4e89-ba91-21f43d26c83c on host hv-cinder-78626 {{(pid=91625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 11:55:42.783765 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-f4a93da2-acb7-4ad3-af91-2f76e3e42ba3 req-17f496d8-d9cd-4eb2-8b59-f02b66c07230 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:42.786040 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-f4a93da2-acb7-4ad3-af91-2f76e3e42ba3 req-17f496d8-d9cd-4eb2-8b59-f02b66c07230 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.11 "DELETE /v2.0/ports/989ba9b9-62b0-4e89-ba91-21f43d26c83c HTTP/1.1" status: 204 len: 173 time: 1.7686212 Jun 06 11:55:42.786543 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b26fa4-8613-427b-8409-2c6ab39b179c', 'name': 'network-vif-deleted', 'tag': '989ba9b9-62b0-4e89-ba91-21f43d26c83c'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:55:42.789370 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d3a09975e5f8f43507a37e46b4ea231535690fa404cdff26bf77d84c9002b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a75c8e-7e41-4e5c-939b-0ab2efb1e118" -d '{"events": [{"server_uuid": "20b26fa4-8613-427b-8409-2c6ab39b179c", "name": "network-vif-deleted", "tag": "989ba9b9-62b0-4e89-ba91-21f43d26c83c"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:55:42.887453 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a96049a-e7f1-4bb3-8448-529efb0e9da4 x-openstack-request-id: req-9a96049a-e7f1-4bb3-8448-529efb0e9da4 {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:55:42.887779 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20b26fa4-8613-427b-8409-2c6ab39b179c", "name": "network-vif-deleted", "tag": "989ba9b9-62b0-4e89-ba91-21f43d26c83c", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:55:42.888055 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9a96049a-e7f1-4bb3-8448-529efb0e9da4 {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:55:42.888485 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b26fa4-8613-427b-8409-2c6ab39b179c', 'name': 'network-vif-deleted', 'tag': '989ba9b9-62b0-4e89-ba91-21f43d26c83c', 'status': 'completed', 'code': 200} Jun 06 11:55:43.007954 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-9207a8fa-0b0c-4873-a94f-482a19a45c79 None None] Set router d510c833-d6e1-45ff-9c8a-e5580604a2ee gateway port host: dv-cinder-786260-3-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:55:43.465707 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-9207a8fa-0b0c-4873-a94f-482a19a45c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'name': 'tempest-AttachVolumeShelveTestJSON-204249353-router', 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': 'e4ff3e5d-d6eb-4cec-9a24-abbef944d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:41Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'gw_port': {'id': 'e4ff3e5d-d6eb-4cec-9a24-abbef944d08f', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:09:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:43Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_interfaces': [{'id': '7069b52e-7146-48c2-bce1-3d503474d699', 'name': '', 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282', 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'mac_address': 'fa:16:3e:38:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:50Z', 'updated_at': '2021-06-06T11:52:05Z', 'revision_number': 5, 'project_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'subnets': [{'id': '50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:55:43.470239 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9207a8fa-0b0c-4873-a94f-482a19a45c79 None None] Checking router: d510c833-d6e1-45ff-9c8a-e5580604a2ee for host: dv-cinder-786260-3-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 11:55:43.480131 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9207a8fa-0b0c-4873-a94f-482a19a45c79 None None] Routers {'d510c833-d6e1-45ff-9c8a-e5580604a2ee'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:55:43.480799 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-9207a8fa-0b0c-4873-a94f-482a19a45c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T11:55:33Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['d510c833-d6e1-45ff-9c8a-e5580604a2ee'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:55:43.631534 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c897accb-aa54-4694-bfbc-e8b52ede4862 req-9a0be3a0-7ad3-426d-83da-de0c1f764866 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b26fa4-8613-427b-8409-2c6ab39b179c HTTP/1.1" status: 200 len: 210 time: 0.0560648 Jun 06 11:55:43.723804 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-9207a8fa-0b0c-4873-a94f-482a19a45c79 None None] Set router d510c833-d6e1-45ff-9c8a-e5580604a2ee gateway port host: dv-cinder-786260-3-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:55:44.123794 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-9207a8fa-0b0c-4873-a94f-482a19a45c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'name': 'tempest-AttachVolumeShelveTestJSON-204249353-router', 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': 'e4ff3e5d-d6eb-4cec-9a24-abbef944d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:41Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'gw_port': {'id': 'e4ff3e5d-d6eb-4cec-9a24-abbef944d08f', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:09:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:43Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_interfaces': [{'id': '7069b52e-7146-48c2-bce1-3d503474d699', 'name': '', 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282', 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'mac_address': 'fa:16:3e:38:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:50Z', 'updated_at': '2021-06-06T11:52:05Z', 'revision_number': 5, 'project_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'subnets': [{'id': '50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:55:44.127973 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9207a8fa-0b0c-4873-a94f-482a19a45c79 None None] The sync data for ids ['d510c833-d6e1-45ff-9c8a-e5580604a2ee'] in dv-cinder-786260-3-smb is: [{'id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'name': 'tempest-AttachVolumeShelveTestJSON-204249353-router', 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': 'e4ff3e5d-d6eb-4cec-9a24-abbef944d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:41Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'gw_port': {'id': 'e4ff3e5d-d6eb-4cec-9a24-abbef944d08f', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:09:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:43Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_interfaces': [{'id': '7069b52e-7146-48c2-bce1-3d503474d699', 'name': '', 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282', 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'mac_address': 'fa:16:3e:38:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:50Z', 'updated_at': '2021-06-06T11:52:05Z', 'revision_number': 5, 'project_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'subnets': [{'id': '50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 11:55:44.457178 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21aab10-3190-43bf-98dd-4cbe62eb090b None None] New status for floating IP 35871779-c65e-4d06-8e2a-b073ec5743c7: DOWN {{(pid=91628) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 11:55:44.774353 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 989ba9b9-62b0-4e89-ba91-21f43d26c83c no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 11:55:44.853174 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] No Port match for: 989ba9b9-62b0-4e89-ba91-21f43d26c83c {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 11:55:44.853537 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 989ba9b9-62b0-4e89-ba91-21f43d26c83c not bound to the agent host hv-cinder-78626 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 11:55:44.875407 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 46502) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:44.944511 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4dba3dba-8e05-494c-812c-17a7868fc0a7 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:44.982838 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4dba3dba-8e05-494c-812c-17a7868fc0a7 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:45.044642 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4dba3dba-8e05-494c-812c-17a7868fc0a7 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:45.047810 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4dba3dba-8e05-494c-812c-17a7868fc0a7 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:45.049486 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-4dba3dba-8e05-494c-812c-17a7868fc0a7 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "DELETE /v2.0/security-groups/bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b HTTP/1.1" status: 204 len: 168 time: 0.1728778 Jun 06 11:55:45.050672 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-4fae7348-cf81-468e-83ea-9750e5d00536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:45.052186 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 46504) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:45.065374 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba3dba-8e05-494c-812c-17a7868fc0a7 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:45.071982 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.api.v2.resource [None req-c19d4f61-898f-4ea4-8b74-0fc4298fe4d0 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] show failed (client error): The resource could not be found. Jun 06 11:55:45.072913 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-c19d4f61-898f-4ea4-8b74-0fc4298fe4d0 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups/bb3b063c-9bf8-4eb0-bcf9-abd6af03ee9b HTTP/1.1" status: 404 len: 347 time: 0.0193567 Jun 06 11:55:45.075742 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-4dba3dba-8e05-494c-812c-17a7868fc0a7 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:45.076416 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 46506) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:45.346628 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-ca414b03-5570-4820-92e9-7d372eb2e779 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Deleting port 736a080d-42c4-4d2b-be07-56dd5889bfdd {{(pid=91626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 11:55:45.346996 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ca414b03-5570-4820-92e9-7d372eb2e779 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:45.493161 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ca414b03-5570-4820-92e9-7d372eb2e779 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:45.493402 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ca414b03-5570-4820-92e9-7d372eb2e779 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:45.656443 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-ca414b03-5570-4820-92e9-7d372eb2e779 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Calling delete_port for 736a080d-42c4-4d2b-be07-56dd5889bfdd owned by network:floatingip {{(pid=91626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 11:55:45.838259 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ca414b03-5570-4820-92e9-7d372eb2e779 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1152752'] for port, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:45.844072 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-7e94b9b1-7183-4554-b70d-d0a2e5ee50a4 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:46.002870 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca414b03-5570-4820-92e9-7d372eb2e779 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Pushing event deleted for resources: {'Port': ['ID=736a080d-42c4-4d2b-be07-56dd5889bfdd,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:46.073611 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca414b03-5570-4820-92e9-7d372eb2e779 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:46.074022 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca414b03-5570-4820-92e9-7d372eb2e779 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:46.074415 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca414b03-5570-4820-92e9-7d372eb2e779 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:46.074802 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca414b03-5570-4820-92e9-7d372eb2e779 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:46.075184 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca414b03-5570-4820-92e9-7d372eb2e779 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:46.075545 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca414b03-5570-4820-92e9-7d372eb2e779 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:46.075935 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca414b03-5570-4820-92e9-7d372eb2e779 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:46.076290 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca414b03-5570-4820-92e9-7d372eb2e779 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:46.076644 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca414b03-5570-4820-92e9-7d372eb2e779 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:46.077018 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca414b03-5570-4820-92e9-7d372eb2e779 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:46.077415 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca414b03-5570-4820-92e9-7d372eb2e779 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:46.077788 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca414b03-5570-4820-92e9-7d372eb2e779 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:46.084322 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ca414b03-5570-4820-92e9-7d372eb2e779 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:46.113053 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ca414b03-5570-4820-92e9-7d372eb2e779 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks [] for floatingip, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:46.115687 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ca414b03-5570-4820-92e9-7d372eb2e779 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for floatingip, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:46.117535 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-ca414b03-5570-4820-92e9-7d372eb2e779 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "DELETE /v2.0/floatingips/35871779-c65e-4d06-8e2a-b073ec5743c7 HTTP/1.1" status: 204 len: 168 time: 1.0392904 Jun 06 11:55:46.325898 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 46524) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:46.331295 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-9714d41c-6938-4a08-926f-de187fc98cd2 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1625225151', 'description': 'tempest-description--1196852822'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:55:46.364191 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9714d41c-6938-4a08-926f-de187fc98cd2 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:46.487250 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9714d41c-6938-4a08-926f-de187fc98cd2 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:46.492177 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9714d41c-6938-4a08-926f-de187fc98cd2 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:46.496355 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-42c0327d-32fb-4b33-85d2-cc4186e9ab89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:46.534276 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9714d41c-6938-4a08-926f-de187fc98cd2 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:46.535497 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-9714d41c-6938-4a08-926f-de187fc98cd2 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2081881 Jun 06 11:55:46.538901 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 46526) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:46.544764 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-f6202808-263c-46c2-8e61-c31af1f66262 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Request body: {'security_group_rule': {'security_group_id': 'c7354bd3-5719-457b-94a4-2ced42ad1cba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:55:46.550181 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9714d41c-6938-4a08-926f-de187fc98cd2 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7354bd3-5719-457b-94a4-2ced42ad1cba,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:46.553651 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-9714d41c-6938-4a08-926f-de187fc98cd2 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:46.581413 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f6202808-263c-46c2-8e61-c31af1f66262 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:46.646562 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f6202808-263c-46c2-8e61-c31af1f66262 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:46.646562 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f6202808-263c-46c2-8e61-c31af1f66262 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413282'] for security_group_rule, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:46.651006 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-f99260c5-37db-4e49-b06e-33c8278647f3 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:46.674004 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6202808-263c-46c2-8e61-c31af1f66262 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8fb9003-6d38-40d9-abd5-182dbd4274bd,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:46.682613 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-f6202808-263c-46c2-8e61-c31af1f66262 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:46.702312 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f6202808-263c-46c2-8e61-c31af1f66262 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:46.703933 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-f6202808-263c-46c2-8e61-c31af1f66262 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1637785 Jun 06 11:55:46.707143 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 46528) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:46.711770 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-5401dde4-24fc-4ad2-90d7-0a36aaa89a69 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Request body: {'security_group_rule': {'security_group_id': 'c7354bd3-5719-457b-94a4-2ced42ad1cba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:55:46.741376 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5401dde4-24fc-4ad2-90d7-0a36aaa89a69 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:46.818292 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5401dde4-24fc-4ad2-90d7-0a36aaa89a69 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:46.823579 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5401dde4-24fc-4ad2-90d7-0a36aaa89a69 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413282'] for security_group_rule, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:46.825782 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-0e41d859-2199-44cb-9323-3ea514cf4499 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:46.845561 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401dde4-24fc-4ad2-90d7-0a36aaa89a69 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=554cc881-08dd-405f-a4e6-fbf9c81f1ccd,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:46.849182 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-5401dde4-24fc-4ad2-90d7-0a36aaa89a69 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:46.865127 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5401dde4-24fc-4ad2-90d7-0a36aaa89a69 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:46.866369 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-5401dde4-24fc-4ad2-90d7-0a36aaa89a69 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1581943 Jun 06 11:55:46.870075 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 46536) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:46.875984 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-ff0cab2e-8d1f-40ed-a90e-512b043bef93 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Request body: {'floatingip': {'floating_network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:55:46.915971 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ff0cab2e-8d1f-40ed-a90e-512b043bef93 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks [] for floatingip, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:47.078545 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ff0cab2e-8d1f-40ed-a90e-512b043bef93 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:47.234737 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [None req-ff0cab2e-8d1f-40ed-a90e-512b043bef93 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Allocated IP 172.28.1.155 (e384afd4-53ce-4e9e-98c9-6e74922afda4/ab19a970-7da1-4791-ba0c-534739925629/62480278-c6a3-4ef6-affe-86fc97a4e799) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 11:55:47.405060 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ff0cab2e-8d1f-40ed-a90e-512b043bef93 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:47.434422 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ff0cab2e-8d1f-40ed-a90e-512b043bef93 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:47.438558 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-cb0d6f17-52b4-4634-92f7-35f93c20d418 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:47.511948 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0cab2e-8d1f-40ed-a90e-512b043bef93 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Network e384afd4-53ce-4e9e-98c9-6e74922afda4 is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:55:47.514869 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-ff0cab2e-8d1f-40ed-a90e-512b043bef93 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:55:47.517315 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0cab2e-8d1f-40ed-a90e-512b043bef93 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 11:55:47.554832 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cab2e-8d1f-40ed-a90e-512b043bef93 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Pushing event updated for resources: {'Port': ['ID=62480278-c6a3-4ef6-affe-86fc97a4e799,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:47.558536 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ff0cab2e-8d1f-40ed-a90e-512b043bef93 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:47.606272 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ff0cab2e-8d1f-40ed-a90e-512b043bef93 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:47.669365 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ff0cab2e-8d1f-40ed-a90e-512b043bef93 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:47.884342 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ff0cab2e-8d1f-40ed-a90e-512b043bef93 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:47.888633 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ff0cab2e-8d1f-40ed-a90e-512b043bef93 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700882'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:47.892874 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c026cea2-551d-477b-9e0a-2bd9bec0c033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:47.998028 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cab2e-8d1f-40ed-a90e-512b043bef93 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Pushing event updated for resources: {'Port': ['ID=62480278-c6a3-4ef6-affe-86fc97a4e799,revision_number=2']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:48.002124 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ff0cab2e-8d1f-40ed-a90e-512b043bef93 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:48.008816 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ff0cab2e-8d1f-40ed-a90e-512b043bef93 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625267'] for floatingip, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:48.026059 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ff0cab2e-8d1f-40ed-a90e-512b043bef93 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for floatingip, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:48.027255 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-ff0cab2e-8d1f-40ed-a90e-512b043bef93 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1554017 Jun 06 11:55:48.248245 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-bb999681-109d-4ec8-80bc-1bd06b3b063a tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1625225151&fields=id&tenant_id=8bf000e1cce144f38f4104d8d8deb9aa HTTP/1.1" status: 200 len: 267 time: 0.0425138 Jun 06 11:55:48.405320 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-052ba34c-8e63-4ae4-bff1-8e9cadec4c78 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:48.407010 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-052ba34c-8e63-4ae4-bff1-8e9cadec4c78 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/networks?id=fb856b4d-429a-47d7-897b-0443d48f8282 HTTP/1.1" status: 200 len: 816 time: 0.1523015 Jun 06 11:55:48.423564 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-c0c2c376-508b-4cfc-b824-5a1446a8273d tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/quotas/8bf000e1cce144f38f4104d8d8deb9aa HTTP/1.1" status: 200 len: 375 time: 0.0099604 Jun 06 11:55:48.516324 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-8c7e1782-0e64-4d3e-b707-abeb7a99d5f3 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8bf000e1cce144f38f4104d8d8deb9aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0873337 Jun 06 11:55:48.660564 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-c7ed099b-043b-4de1-9290-2dd3252fba27 service neutron] 10.222.0.42 "GET /v2.0/networks/fb856b4d-429a-47d7-897b-0443d48f8282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318314 Jun 06 11:55:48.878444 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-535b1dd5-6e9c-4473-bc69-905b40aad625 service neutron] 10.222.0.42 "GET /v2.0/networks/fb856b4d-429a-47d7-897b-0443d48f8282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115836 Jun 06 11:55:49.067860 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-a6a22f26-2d5a-4594-8dd6-a180f4323a54 req-35d7554e-afc9-4bf5-b814-3d4791a4319b tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 210 time: 0.0431902 Jun 06 11:55:50.110594 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-120710eb-3314-4cb5-a147-d52fad7da170 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:50.112095 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-120710eb-3314-4cb5-a147-d52fad7da170 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.11 "GET /v2.0/networks?id=fb856b4d-429a-47d7-897b-0443d48f8282 HTTP/1.1" status: 200 len: 816 time: 0.1477640 Jun 06 11:55:50.165649 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-dc0f4589-3a04-414a-a994-473bb7a54e90 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bf000e1cce144f38f4104d8d8deb9aa HTTP/1.1" status: 200 len: 380 time: 0.0448546 Jun 06 11:55:50.175217 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-068469ab-c5c6-4e40-a185-87956c175ce9 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Request body: {'port': {'device_id': '88fcb1b9-bb55-47dc-ab3b-99f557ade627', 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282', 'admin_state_up': True, 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'security_groups': ['c7354bd3-5719-457b-94a4-2ced42ad1cba']}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:55:50.238609 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 46678) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:50.303074 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_v2 [None req-3143cfc0-e026-4088-8224-d02954d462ea admin admin] Deleting subnet 224fa2ee-f353-49e2-a3ec-8bbe23a9a77e {{(pid=91626) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 11:55:50.306695 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3143cfc0-e026-4088-8224-d02954d462ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:50.352017 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-068469ab-c5c6-4e40-a185-87956c175ce9 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Made reservation on behalf of 8bf000e1cce144f38f4104d8d8deb9aa for: {'port': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:55:50.355600 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-068469ab-c5c6-4e40-a185-87956c175ce9 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:50.362822 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3143cfc0-e026-4088-8224-d02954d462ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2150599'] for subnet, precommit_delete_associations {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:50.416450 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-36697fc2-3f24-4525-953c-402f758f1235 req-200e9072-7bed-4a75-94f9-b1c992cb909c tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 210 time: 0.0496075 Jun 06 11:55:50.418014 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3143cfc0-e026-4088-8224-d02954d462ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7795437'] for subnet, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:50.489279 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3143cfc0-e026-4088-8224-d02954d462ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7795428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1152541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3070776'] for subnet, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:50.496674 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:50.528544 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3143cfc0-e026-4088-8224-d02954d462ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for subnet, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:50.530383 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-3143cfc0-e026-4088-8224-d02954d462ea admin admin] 10.222.0.42 "DELETE /v2.0/subnets/224fa2ee-f353-49e2-a3ec-8bbe23a9a77e HTTP/1.1" status: 204 len: 168 time: 0.2904809 Jun 06 11:55:50.532976 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 46680) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:50.534214 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3143cfc0-e026-4088-8224-d02954d462ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=224fa2ee-f353-49e2-a3ec-8bbe23a9a77e,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:50.537013 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-3143cfc0-e026-4088-8224-d02954d462ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:50.639878 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-068469ab-c5c6-4e40-a185-87956c175ce9 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Allocated IP 172.20.0.9 (fb856b4d-429a-47d7-897b-0443d48f8282/50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9/7a5bf449-5652-4b14-8af1-0d5d36b9051b) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 11:55:50.665895 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-de3366c5-9863-42d9-a502-da9b99c8782a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7781487'] for network, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:50.898213 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-de3366c5-9863-42d9-a502-da9b99c8782a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670900', 'neutron.services.segments.db._delete_segments_for_network-8770687599014'] for network, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:50.919827 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-de3366c5-9863-42d9-a502-da9b99c8782a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22091504-087c-426c-b258-c19f3fdf15fc']}} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:55:50.948773 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-de3366c5-9863-42d9-a502-da9b99c8782a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08a6bbd3-eb97-4d09-82dd-399f0ecfee13') {'for_net_delete': True} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:55:50.949083 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-de3366c5-9863-42d9-a502-da9b99c8782a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08a6bbd3-eb97-4d09-82dd-399f0ecfee13') {} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:55:50.972603 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-de3366c5-9863-42d9-a502-da9b99c8782a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770687601345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2996234'] for segment, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:51.002543 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-de3366c5-9863-42d9-a502-da9b99c8782a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118'] for segment, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:51.011403 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-068469ab-c5c6-4e40-a185-87956c175ce9 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:51.014505 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de3366c5-9863-42d9-a502-da9b99c8782a admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=91625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 11:55:51.014917 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-de3366c5-9863-42d9-a502-da9b99c8782a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2700862'] for segment, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:51.028166 dv-cinder-786260-3-smb neutron-server[91625]: Traceback (most recent call last): Jun 06 11:55:51.028166 dv-cinder-786260-3-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 11:55:51.028166 dv-cinder-786260-3-smb neutron-server[91625]: timer() Jun 06 11:55:51.028166 dv-cinder-786260-3-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 11:55:51.028166 dv-cinder-786260-3-smb neutron-server[91625]: cb(*args, **kw) Jun 06 11:55:51.028166 dv-cinder-786260-3-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 11:55:51.028166 dv-cinder-786260-3-smb neutron-server[91625]: return func(*args, **kwargs) Jun 06 11:55:51.028166 dv-cinder-786260-3-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 11:55:51.028166 dv-cinder-786260-3-smb neutron-server[91625]: self._notify() Jun 06 11:55:51.028166 dv-cinder-786260-3-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 11:55:51.028166 dv-cinder-786260-3-smb neutron-server[91625]: self.callback(batched_events) Jun 06 11:55:51.028166 dv-cinder-786260-3-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 11:55:51.028166 dv-cinder-786260-3-smb neutron-server[91625]: event.method(event) Jun 06 11:55:51.028166 dv-cinder-786260-3-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 11:55:51.028166 dv-cinder-786260-3-smb neutron-server[91625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 11:55:51.028166 dv-cinder-786260-3-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 11:55:51.028166 dv-cinder-786260-3-smb neutron-server[91625]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 11:55:51.028166 dv-cinder-786260-3-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 11:55:51.028166 dv-cinder-786260-3-smb neutron-server[91625]: return f(self, *a, **k) Jun 06 11:55:51.028166 dv-cinder-786260-3-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 11:55:51.028166 dv-cinder-786260-3-smb neutron-server[91625]: return self._get(url).json() Jun 06 11:55:51.028166 dv-cinder-786260-3-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 11:55:51.028166 dv-cinder-786260-3-smb neutron-server[91625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 11:55:51.028166 dv-cinder-786260-3-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 11:55:51.028166 dv-cinder-786260-3-smb neutron-server[91625]: return self.request(url, 'GET', **kwargs) Jun 06 11:55:51.028166 dv-cinder-786260-3-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 11:55:51.028166 dv-cinder-786260-3-smb neutron-server[91625]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 11:55:51.028166 dv-cinder-786260-3-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 11:55:51.028166 dv-cinder-786260-3-smb neutron-server[91625]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 11:55:51.028166 dv-cinder-786260-3-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 11:55:51.028166 dv-cinder-786260-3-smb neutron-server[91625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 11:55:51.028166 dv-cinder-786260-3-smb neutron-server[91625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 11:55:51.117441 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-068469ab-c5c6-4e40-a185-87956c175ce9 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Transition to ACTIVE for port object 7a5bf449-5652-4b14-8af1-0d5d36b9051b will not be triggered until provisioned by entity DHCP. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:55:51.118757 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-de3366c5-9863-42d9-a502-da9b99c8782a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-598673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625249'] for network, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:51.125344 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-02c93a70-9d86-4af0-8386-f581beeb47e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:51.138530 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-de3366c5-9863-42d9-a502-da9b99c8782a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:51.140349 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-de3366c5-9863-42d9-a502-da9b99c8782a admin admin] 10.222.0.42 "DELETE /v2.0/networks/22091504-087c-426c-b258-c19f3fdf15fc HTTP/1.1" status: 204 len: 168 time: 0.6062799 Jun 06 11:55:51.149060 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3366c5-9863-42d9-a502-da9b99c8782a admin admin] Pushing event deleted for resources: {'Network': ['ID=22091504-087c-426c-b258-c19f3fdf15fc,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:51.159891 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3366c5-9863-42d9-a502-da9b99c8782a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:51.160279 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3366c5-9863-42d9-a502-da9b99c8782a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:51.160652 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3366c5-9863-42d9-a502-da9b99c8782a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:51.161020 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3366c5-9863-42d9-a502-da9b99c8782a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:51.161417 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3366c5-9863-42d9-a502-da9b99c8782a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:51.161813 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3366c5-9863-42d9-a502-da9b99c8782a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:51.162197 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3366c5-9863-42d9-a502-da9b99c8782a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:51.162555 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3366c5-9863-42d9-a502-da9b99c8782a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:51.162913 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3366c5-9863-42d9-a502-da9b99c8782a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:51.163747 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3366c5-9863-42d9-a502-da9b99c8782a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:51.164159 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3366c5-9863-42d9-a502-da9b99c8782a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:51.164528 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3366c5-9863-42d9-a502-da9b99c8782a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:51.168572 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-de3366c5-9863-42d9-a502-da9b99c8782a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:51.181319 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-068469ab-c5c6-4e40-a185-87956c175ce9 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:51.186618 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-107c5c89-576a-4781-82d4-96d98c114c88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:51.249709 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-068469ab-c5c6-4e40-a185-87956c175ce9 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Network fb856b4d-429a-47d7-897b-0443d48f8282 is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:55:51.252734 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-068469ab-c5c6-4e40-a185-87956c175ce9 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:55:51.256638 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-068469ab-c5c6-4e40-a185-87956c175ce9 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 11:55:51.295990 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068469ab-c5c6-4e40-a185-87956c175ce9 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Pushing event updated for resources: {'Port': ['ID=7a5bf449-5652-4b14-8af1-0d5d36b9051b,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:51.300951 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-068469ab-c5c6-4e40-a185-87956c175ce9 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:51.329790 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-068469ab-c5c6-4e40-a185-87956c175ce9 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:51.330365 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-068469ab-c5c6-4e40-a185-87956c175ce9 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:51.332584 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 46690) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:51.350902 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-068469ab-c5c6-4e40-a185-87956c175ce9 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1795063 Jun 06 11:55:51.365982 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-b2740464-2015-448a-8e68-ce307cef9b1c service neutron] Request body: {'port': {'device_id': '88fcb1b9-bb55-47dc-ab3b-99f557ade627', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:55:51.389712 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-598ff382-34ad-42fa-ae3d-e73d293540fa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c09ca6fca0c8461b9cacf6c10090316b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0557969 Jun 06 11:55:51.392247 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 46692) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:51.455052 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-2670be24-38d7-414f-96f1-327c4dbe6d37 None None] Provisioning for port 7a5bf449-5652-4b14-8af1-0d5d36b9051b completed by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:55:51.457013 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0b48c649-0394-420b-bd67-ef5c4a8cfab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:51.463561 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-2670be24-38d7-414f-96f1-327c4dbe6d37 None None] Provisioning complete for port 7a5bf449-5652-4b14-8af1-0d5d36b9051b triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:55:51.464076 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-2670be24-38d7-414f-96f1-327c4dbe6d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:51.486557 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0b48c649-0394-420b-bd67-ef5c4a8cfab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:51.493412 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-b2740464-2015-448a-8e68-ce307cef9b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:51.526889 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-2670be24-38d7-414f-96f1-327c4dbe6d37 None None] Port 7a5bf449-5652-4b14-8af1-0d5d36b9051b cannot update to ACTIVE because it is not bound. {{(pid=91627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 11:55:51.583996 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0b48c649-0394-420b-bd67-ef5c4a8cfab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:51.587045 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0b48c649-0394-420b-bd67-ef5c4a8cfab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:51.590485 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-0b48c649-0394-420b-bd67-ef5c4a8cfab2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ac5bac27-1674-4340-a446-fe622c876515 HTTP/1.1" status: 204 len: 168 time: 0.1949286 Jun 06 11:55:51.595424 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-aae1dc09-1e05-4d51-8807-1076a78d34aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:51.612072 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b48c649-0394-420b-bd67-ef5c4a8cfab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5bac27-1674-4340-a446-fe622c876515,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:51.616289 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-0b48c649-0394-420b-bd67-ef5c4a8cfab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:51.656023 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051ddde-b38f-4815-991d-ef1935970c10 req-4f1bb12b-f30f-49b5-8d99-a9f752ecba04 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:51.658646 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-b051ddde-b38f-4815-991d-ef1935970c10 req-4f1bb12b-f30f-49b5-8d99-a9f752ecba04 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 931 time: 0.1135087 Jun 06 11:55:51.707059 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-b051ddde-b38f-4815-991d-ef1935970c10 req-c930f63a-6f80-472b-9394-811c16d17091 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416889 Jun 06 11:55:51.946216 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-b2740464-2015-448a-8e68-ce307cef9b1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a5bf449-5652-4b14-8af1-0d5d36b9051b {{(pid=91625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 11:55:51.952847 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-b2740464-2015-448a-8e68-ce307cef9b1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:51.967250 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-b2740464-2015-448a-8e68-ce307cef9b1c service neutron] Transition to ACTIVE for port object 7a5bf449-5652-4b14-8af1-0d5d36b9051b will not be triggered until provisioned by entity L2. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:55:51.970576 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-b2740464-2015-448a-8e68-ce307cef9b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700882'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:51.975107 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-82f5c4ec-7902-4852-bf52-bc0c7b79474b tempest-AttachVolumeNegativeTest-1406076858 tempest-AttachVolumeNegativeTest-1406076858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:52.099329 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 46710) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:52.197821 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f5f8817-741d-497e-a53a-1f300785c928 admin admin] Deleting subnet 5ae2dc22-5230-4fcf-a12d-47c68f3da49b {{(pid=91626) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 11:55:52.204174 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7f5f8817-741d-497e-a53a-1f300785c928 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:52.219367 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2740464-2015-448a-8e68-ce307cef9b1c service neutron] Pushing event updated for resources: {'Port': ['ID=7a5bf449-5652-4b14-8af1-0d5d36b9051b,revision_number=2']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:52.233191 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b2740464-2015-448a-8e68-ce307cef9b1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:52.264420 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7f5f8817-741d-497e-a53a-1f300785c928 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2150599'] for subnet, precommit_delete_associations {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:52.329614 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7f5f8817-741d-497e-a53a-1f300785c928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7795437'] for subnet, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:52.338789 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-b2740464-2015-448a-8e68-ce307cef9b1c service neutron] Attempting to bind port 7a5bf449-5652-4b14-8af1-0d5d36b9051b on host hv-cinder-78626 for vnic_type normal with profile {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 11:55:52.339631 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-b2740464-2015-448a-8e68-ce307cef9b1c service neutron] Attempting to bind port 7a5bf449-5652-4b14-8af1-0d5d36b9051b by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '80a63e8a-38a8-406a-8b0d-bb2d67e9b52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282'}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 11:55:52.344878 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-b2740464-2015-448a-8e68-ce307cef9b1c service neutron] Attempting to bind port 7a5bf449-5652-4b14-8af1-0d5d36b9051b on network fb856b4d-429a-47d7-897b-0443d48f8282 {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:55:52.352252 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-b2740464-2015-448a-8e68-ce307cef9b1c service neutron] Port 7a5bf449-5652-4b14-8af1-0d5d36b9051b on network fb856b4d-429a-47d7-897b-0443d48f8282 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 11:55:52.354265 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-b2740464-2015-448a-8e68-ce307cef9b1c service neutron] Attempting to bind port 7a5bf449-5652-4b14-8af1-0d5d36b9051b on network fb856b4d-429a-47d7-897b-0443d48f8282 {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:55:52.370705 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-b2740464-2015-448a-8e68-ce307cef9b1c service neutron] Checking agent: {'id': 'e22919c8-6430-48bb-a7f5-088caf168a02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 50, 4), 'started_at': datetime.datetime(2021, 6, 6, 11, 50, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 11:55:52.371050 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-b2740464-2015-448a-8e68-ce307cef9b1c service neutron] Checking segment: {'id': '80a63e8a-38a8-406a-8b0d-bb2d67e9b52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:55:52.371436 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-b2740464-2015-448a-8e68-ce307cef9b1c service neutron] Bound using segment: {'id': '80a63e8a-38a8-406a-8b0d-bb2d67e9b52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282'} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 11:55:52.371867 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-b2740464-2015-448a-8e68-ce307cef9b1c service neutron] Bound port: 7a5bf449-5652-4b14-8af1-0d5d36b9051b, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80a63e8a-38a8-406a-8b0d-bb2d67e9b52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282'}}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 11:55:52.372221 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-b2740464-2015-448a-8e68-ce307cef9b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:52.415504 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7f5f8817-741d-497e-a53a-1f300785c928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7795428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1152541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3070776'] for subnet, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:52.420732 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-045dd237-812e-433a-8880-5389c1b2ad1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:52.470043 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f8817-741d-497e-a53a-1f300785c928 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ae2dc22-5230-4fcf-a12d-47c68f3da49b,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:52.472738 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7f5f8817-741d-497e-a53a-1f300785c928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for subnet, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:52.478248 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-7f5f8817-741d-497e-a53a-1f300785c928 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5ae2dc22-5230-4fcf-a12d-47c68f3da49b HTTP/1.1" status: 204 len: 168 time: 0.3778219 Jun 06 11:55:52.478968 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 46720) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:52.479414 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-b2740464-2015-448a-8e68-ce307cef9b1c service neutron] For port 7a5bf449-5652-4b14-8af1-0d5d36b9051b, host hv-cinder-78626, cleared binding levels {{(pid=91625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 11:55:52.479976 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-7f5f8817-741d-497e-a53a-1f300785c928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:52.483118 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-b2740464-2015-448a-8e68-ce307cef9b1c service neutron] For port 7a5bf449-5652-4b14-8af1-0d5d36b9051b, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7a5bf449-5652-4b14-8af1-0d5d36b9051b,segment=NetworkSegment(80a63e8a-38a8-406a-8b0d-bb2d67e9b52e),segment_id=80a63e8a-38a8-406a-8b0d-bb2d67e9b52e)] {{(pid=91625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 11:55:52.488320 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-b2740464-2015-448a-8e68-ce307cef9b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700882'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:52.498241 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-8f9649af-9d58-4d67-aabd-6361baaef5ce tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:52.560099 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-b2740464-2015-448a-8e68-ce307cef9b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:52.561041 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-b2740464-2015-448a-8e68-ce307cef9b1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:52.562684 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-b2740464-2015-448a-8e68-ce307cef9b1c service neutron] 10.222.0.11 "PUT /v2.0/ports/7a5bf449-5652-4b14-8af1-0d5d36b9051b HTTP/1.1" status: 200 len: 1093 time: 1.2021484 Jun 06 11:55:52.563641 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88fcb1b9-bb55-47dc-ab3b-99f557ade627', 'tag': '7a5bf449-5652-4b14-8af1-0d5d36b9051b'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:55:52.566700 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d3a09975e5f8f43507a37e46b4ea231535690fa404cdff26bf77d84c9002b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5957a9-89a0-47c6-90e9-7a11e66e8670" -d '{"events": [{"name": "network-changed", "server_uuid": "88fcb1b9-bb55-47dc-ab3b-99f557ade627", "tag": "7a5bf449-5652-4b14-8af1-0d5d36b9051b"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:55:52.591727 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2740464-2015-448a-8e68-ce307cef9b1c service neutron] Pushing event updated for resources: {'Port': ['ID=7a5bf449-5652-4b14-8af1-0d5d36b9051b,revision_number=3']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:52.595178 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b2740464-2015-448a-8e68-ce307cef9b1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:52.621342 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-489b66aa-7c90-4acc-976c-9744303c69a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7781487'] for network, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:52.653213 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e023998-02c5-406e-91f9-ab4f7073010b x-openstack-request-id: req-2e023998-02c5-406e-91f9-ab4f7073010b {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:55:52.653626 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88fcb1b9-bb55-47dc-ab3b-99f557ade627", "tag": "7a5bf449-5652-4b14-8af1-0d5d36b9051b", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:55:52.653935 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2e023998-02c5-406e-91f9-ab4f7073010b {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:55:52.654363 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88fcb1b9-bb55-47dc-ab3b-99f557ade627', 'tag': '7a5bf449-5652-4b14-8af1-0d5d36b9051b', 'status': 'completed', 'code': 200} Jun 06 11:55:52.691956 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-5953ec4f-5a53-4117-b36b-7f45eecade0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:52.693661 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-5953ec4f-5a53-4117-b36b-7f45eecade0d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8bf000e1cce144f38f4104d8d8deb9aa&device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 1096 time: 0.0916691 Jun 06 11:55:52.773369 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-489b66aa-7c90-4acc-976c-9744303c69a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670900', 'neutron.services.segments.db._delete_segments_for_network-8770687599014'] for network, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:52.787519 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-489b66aa-7c90-4acc-976c-9744303c69a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47896ea0-c1f1-4e1e-9293-67231b161aa2']}} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:55:52.802898 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-489b66aa-7c90-4acc-976c-9744303c69a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87cb110a-61ea-4dcf-a84c-45da21681574') {'for_net_delete': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:55:52.803415 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-489b66aa-7c90-4acc-976c-9744303c69a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87cb110a-61ea-4dcf-a84c-45da21681574') {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:55:52.816951 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-489b66aa-7c90-4acc-976c-9744303c69a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770687601345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2150654'] for segment, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:52.819011 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-586a17a1-9205-4963-b963-a3c0308920ba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a5bf449-5652-4b14-8af1-0d5d36b9051b HTTP/1.1" status: 200 len: 217 time: 0.1174123 Jun 06 11:55:52.838658 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-489b66aa-7c90-4acc-976c-9744303c69a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118'] for segment, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:52.846837 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-489b66aa-7c90-4acc-976c-9744303c69a7 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=91626) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 11:55:52.847185 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-489b66aa-7c90-4acc-976c-9744303c69a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1152679'] for segment, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:52.862270 dv-cinder-786260-3-smb neutron-server[91626]: Traceback (most recent call last): Jun 06 11:55:52.862270 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 11:55:52.862270 dv-cinder-786260-3-smb neutron-server[91626]: timer() Jun 06 11:55:52.862270 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 11:55:52.862270 dv-cinder-786260-3-smb neutron-server[91626]: cb(*args, **kw) Jun 06 11:55:52.862270 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 11:55:52.862270 dv-cinder-786260-3-smb neutron-server[91626]: return func(*args, **kwargs) Jun 06 11:55:52.862270 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 11:55:52.862270 dv-cinder-786260-3-smb neutron-server[91626]: self._notify() Jun 06 11:55:52.862270 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 11:55:52.862270 dv-cinder-786260-3-smb neutron-server[91626]: self.callback(batched_events) Jun 06 11:55:52.862270 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 11:55:52.862270 dv-cinder-786260-3-smb neutron-server[91626]: event.method(event) Jun 06 11:55:52.862270 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 11:55:52.862270 dv-cinder-786260-3-smb neutron-server[91626]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 11:55:52.862270 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 11:55:52.862270 dv-cinder-786260-3-smb neutron-server[91626]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 11:55:52.862270 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 11:55:52.862270 dv-cinder-786260-3-smb neutron-server[91626]: return f(self, *a, **k) Jun 06 11:55:52.862270 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 11:55:52.862270 dv-cinder-786260-3-smb neutron-server[91626]: return self._get(url).json() Jun 06 11:55:52.862270 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 11:55:52.862270 dv-cinder-786260-3-smb neutron-server[91626]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 11:55:52.862270 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 11:55:52.862270 dv-cinder-786260-3-smb neutron-server[91626]: return self.request(url, 'GET', **kwargs) Jun 06 11:55:52.862270 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 11:55:52.862270 dv-cinder-786260-3-smb neutron-server[91626]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 11:55:52.862270 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 11:55:52.862270 dv-cinder-786260-3-smb neutron-server[91626]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 11:55:52.862270 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 11:55:52.862270 dv-cinder-786260-3-smb neutron-server[91626]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 11:55:52.862270 dv-cinder-786260-3-smb neutron-server[91626]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 11:55:52.893031 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-e39da6b8-3282-45be-b68f-f921bd278d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:52.894525 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-e39da6b8-3282-45be-b68f-f921bd278d10 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9 HTTP/1.1" status: 200 len: 855 time: 0.0687962 Jun 06 11:55:52.978447 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-50da11c2-31d3-468c-8a9c-5e9996347133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:52.980017 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-50da11c2-31d3-468c-8a9c-5e9996347133 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fb856b4d-429a-47d7-897b-0443d48f8282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0786514 Jun 06 11:55:52.996320 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-489b66aa-7c90-4acc-976c-9744303c69a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-598673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625249'] for network, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:53.002192 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-489b66aa-7c90-4acc-976c-9744303c69a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for network, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:53.004268 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-489b66aa-7c90-4acc-976c-9744303c69a7 admin admin] 10.222.0.42 "DELETE /v2.0/networks/47896ea0-c1f1-4e1e-9293-67231b161aa2 HTTP/1.1" status: 204 len: 168 time: 0.5231466 Jun 06 11:55:53.005140 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-e66c64da-d62b-4362-ab69-5c2f8fad4b43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:53.126660 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b66aa-7c90-4acc-976c-9744303c69a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=47896ea0-c1f1-4e1e-9293-67231b161aa2,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:53.129877 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-489b66aa-7c90-4acc-976c-9744303c69a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:53.143750 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae04fbc-23e4-445b-af2f-1348179bf430 req-756b0f9a-629c-4b64-935a-55627a82edc9 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:53.151485 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-5ae04fbc-23e4-445b-af2f-1348179bf430 req-756b0f9a-629c-4b64-935a-55627a82edc9 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 943 time: 0.2881436 Jun 06 11:55:53.185374 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-2354b033-a0ce-4aea-8df3-f55c25825266 service neutron] 10.222.0.11 "GET /v2.0/networks/fb856b4d-429a-47d7-897b-0443d48f8282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975262 Jun 06 11:55:53.214222 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-5ae04fbc-23e4-445b-af2f-1348179bf430 req-2981107a-9897-4f01-a66c-51d1416d70d7 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614605 Jun 06 11:55:53.259088 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 46736) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:53.307355 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-732bcd1f-12da-48a4-85ac-89b9ef9463f2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f96ca411a19c40b3815c2beaaf7f081d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470505 Jun 06 11:55:53.309664 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 46738) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:53.353243 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-bd598270-60ae-4a1f-82ef-1d0b3eb37a06 req-1db039fb-b849-449d-a011-3c55c774cd87 service neutron] 10.222.0.11 "GET /v2.0/networks/fb856b4d-429a-47d7-897b-0443d48f8282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601818 Jun 06 11:55:53.370337 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-430db3c2-a276-4155-96da-40a4c5b3e9ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:53.396056 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-430db3c2-a276-4155-96da-40a4c5b3e9ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:53.453680 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-430db3c2-a276-4155-96da-40a4c5b3e9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:53.456067 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-430db3c2-a276-4155-96da-40a4c5b3e9ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:53.457741 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-430db3c2-a276-4155-96da-40a4c5b3e9ef admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/66a929c5-d716-4fcf-b0aa-059f1e8a30bd HTTP/1.1" status: 204 len: 168 time: 0.1466095 Jun 06 11:55:53.457974 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-6b73b1e9-98eb-4655-87fa-8acdfe464d80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:53.468531 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430db3c2-a276-4155-96da-40a4c5b3e9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a929c5-d716-4fcf-b0aa-059f1e8a30bd,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:53.473875 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-430db3c2-a276-4155-96da-40a4c5b3e9ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:53.487477 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5957a9-89a0-47c6-90e9-7a11e66e8670 req-f7f3e594-e336-4f61-ab14-df313d4de884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:53.489107 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-7c5957a9-89a0-47c6-90e9-7a11e66e8670 req-f7f3e594-e336-4f61-ab14-df313d4de884 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8bf000e1cce144f38f4104d8d8deb9aa&device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 1096 time: 0.0790353 Jun 06 11:55:53.625584 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5957a9-89a0-47c6-90e9-7a11e66e8670 req-0823bd38-3771-4f20-91cd-175708cf2f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:53.627078 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-7c5957a9-89a0-47c6-90e9-7a11e66e8670 req-0823bd38-3771-4f20-91cd-175708cf2f12 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fb856b4d-429a-47d7-897b-0443d48f8282 HTTP/1.1" status: 200 len: 917 time: 0.1310098 Jun 06 11:55:53.698657 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-7c5957a9-89a0-47c6-90e9-7a11e66e8670 req-105aa4f7-2fd0-4218-ab7c-d65ba35be768 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a5bf449-5652-4b14-8af1-0d5d36b9051b HTTP/1.1" status: 200 len: 217 time: 0.0643573 Jun 06 11:55:53.762144 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5957a9-89a0-47c6-90e9-7a11e66e8670 req-8903ef8d-575c-421f-81b2-b9231e2d423a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:53.763594 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-7c5957a9-89a0-47c6-90e9-7a11e66e8670 req-8903ef8d-575c-421f-81b2-b9231e2d423a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9 HTTP/1.1" status: 200 len: 855 time: 0.0576160 Jun 06 11:55:53.846873 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5957a9-89a0-47c6-90e9-7a11e66e8670 req-1d5462b9-8ee3-4ce6-8a38-69bcfc6c3c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:53.848390 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-7c5957a9-89a0-47c6-90e9-7a11e66e8670 req-1d5462b9-8ee3-4ce6-8a38-69bcfc6c3c4f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fb856b4d-429a-47d7-897b-0443d48f8282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0744123 Jun 06 11:55:54.066857 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-7c5957a9-89a0-47c6-90e9-7a11e66e8670 req-609e4823-8b5c-4ed5-a1b7-dc255d90c057 service neutron] 10.222.0.11 "GET /v2.0/networks/fb856b4d-429a-47d7-897b-0443d48f8282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100093 Jun 06 11:55:54.201897 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-7c5957a9-89a0-47c6-90e9-7a11e66e8670 req-ea81efa3-3780-47fe-8e3e-0eb718f5bd3b service neutron] 10.222.0.11 "GET /v2.0/networks/fb856b4d-429a-47d7-897b-0443d48f8282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281435 Jun 06 11:55:54.409669 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34451863-24c2-4e39-a712-f879d623e465 req-5779b27b-5e9e-41fd-a55e-861150b327d4 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:54.411116 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-34451863-24c2-4e39-a712-f879d623e465 req-5779b27b-5e9e-41fd-a55e-861150b327d4 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 943 time: 0.0935886 Jun 06 11:55:54.457555 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-34451863-24c2-4e39-a712-f879d623e465 req-452cd034-11d1-4385-892d-d666135c38d9 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406454 Jun 06 11:55:55.648371 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028762d3-f257-4697-886c-4bfa401f760a req-eb5512be-e08c-4ab3-a7f5-b1c39a7077fa tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:55.649855 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-028762d3-f257-4697-886c-4bfa401f760a req-eb5512be-e08c-4ab3-a7f5-b1c39a7077fa tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 943 time: 0.0814521 Jun 06 11:55:55.695239 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-028762d3-f257-4697-886c-4bfa401f760a req-0eb984cd-f4df-497e-967d-7840f696483e tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390642 Jun 06 11:55:56.854129 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 7a5bf449-5652-4b14-8af1-0d5d36b9051b details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 11:55:56.878436 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23e100-636f-4585-8070-cc74e846a8bd req-978fb426-7107-443d-93f3-a485348b0265 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:56.879905 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-5e23e100-636f-4585-8070-cc74e846a8bd req-978fb426-7107-443d-93f3-a485348b0265 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 943 time: 0.0799062 Jun 06 11:55:56.928301 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-5e23e100-636f-4585-8070-cc74e846a8bd req-d21a54d0-0e80-45d9-8cd7-9be4163607ce tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418968 Jun 06 11:55:56.986102 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 7a5bf449-5652-4b14-8af1-0d5d36b9051b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7a5bf449-5652-4b14-8af1-0d5d36b9051b,segment=NetworkSegment(80a63e8a-38a8-406a-8b0d-bb2d67e9b52e),segment_id=80a63e8a-38a8-406a-8b0d-bb2d67e9b52e)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:55:57.001802 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Returning: {'device': '7a5bf449-5652-4b14-8af1-0d5d36b9051b', 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282', 'port_id': '7a5bf449-5652-4b14-8af1-0d5d36b9051b', 'mac_address': 'fa:16:3e:76:df:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 11:55:57.055600 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:57.072069 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a5bf449-5652-4b14-8af1-0d5d36b9051b {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 11:55:57.087593 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 7a5bf449-5652-4b14-8af1-0d5d36b9051b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7a5bf449-5652-4b14-8af1-0d5d36b9051b,segment=NetworkSegment(80a63e8a-38a8-406a-8b0d-bb2d67e9b52e),segment_id=80a63e8a-38a8-406a-8b0d-bb2d67e9b52e)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:55:57.091270 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:57.093974 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-9ed1dd34-5056-4baf-86ca-5063c5fe014a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:57.156701 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=7a5bf449-5652-4b14-8af1-0d5d36b9051b,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:57.159628 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:57.311382 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] get_ports_and_sgs() called for port_ids ['7a5bf449-5652-4b14-8af1-0d5d36b9051b'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 11:55:58.117491 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b76c53-8a6f-4553-ab07-9ea3c538921a req-e1b4ea6d-7566-41e0-8b98-bfe5aec604db tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:58.118985 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-d6b76c53-8a6f-4553-ab07-9ea3c538921a req-e1b4ea6d-7566-41e0-8b98-bfe5aec604db tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 944 time: 0.0822415 Jun 06 11:55:58.162457 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-d6b76c53-8a6f-4553-ab07-9ea3c538921a req-2e9ca982-ddcd-445e-a789-1637717cc6b8 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379903 Jun 06 11:55:58.863659 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 7a5bf449-5652-4b14-8af1-0d5d36b9051b up at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:55:58.938423 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Provisioning for port 7a5bf449-5652-4b14-8af1-0d5d36b9051b completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:55:58.943171 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Provisioning complete for port 7a5bf449-5652-4b14-8af1-0d5d36b9051b triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:55:58.943555 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:59.068095 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:59.095652 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fcb1b9-bb55-47dc-ab3b-99f557ade627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5bf449-5652-4b14-8af1-0d5d36b9051b'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:55:59.098032 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0ef12a69f97602b9a4dda1947a91503bc9b0dd65cb545ae1f4eaba5f5490f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad383ed1-bd8b-4ccf-9bec-00d91d235710" -d '{"events": [{"server_uuid": "88fcb1b9-bb55-47dc-ab3b-99f557ade627", "name": "network-vif-plugged", "status": "completed", "tag": "7a5bf449-5652-4b14-8af1-0d5d36b9051b"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:55:59.106932 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 7a5bf449-5652-4b14-8af1-0d5d36b9051b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7a5bf449-5652-4b14-8af1-0d5d36b9051b,segment=NetworkSegment(80a63e8a-38a8-406a-8b0d-bb2d67e9b52e),segment_id=80a63e8a-38a8-406a-8b0d-bb2d67e9b52e)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:55:59.113092 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:59.116996 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:59.169986 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b639ef-eb2d-474c-b1fa-e3458eea5b85 x-openstack-request-id: req-00b639ef-eb2d-474c-b1fa-e3458eea5b85 {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:55:59.170282 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88fcb1b9-bb55-47dc-ab3b-99f557ade627", "name": "network-vif-plugged", "status": "completed", "tag": "7a5bf449-5652-4b14-8af1-0d5d36b9051b", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:55:59.170540 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-00b639ef-eb2d-474c-b1fa-e3458eea5b85 {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:55:59.170927 dv-cinder-786260-3-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88fcb1b9-bb55-47dc-ab3b-99f557ade627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5bf449-5652-4b14-8af1-0d5d36b9051b', 'code': 200} Jun 06 11:55:59.192555 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=7a5bf449-5652-4b14-8af1-0d5d36b9051b,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:59.196236 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:59.368312 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de6602-edd2-4d80-8073-eafdcf2b8e0f req-b073dd20-22d0-49bf-bd36-d42d1b39d602 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:59.369972 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-95de6602-edd2-4d80-8073-eafdcf2b8e0f req-b073dd20-22d0-49bf-bd36-d42d1b39d602 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 945 time: 0.0946643 Jun 06 11:55:59.408001 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd32c4f-4531-4782-98f5-744c00fb254b req-c631cbda-47a7-46a0-ab59-4e63541909e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:59.409593 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-8fd32c4f-4531-4782-98f5-744c00fb254b req-c631cbda-47a7-46a0-ab59-4e63541909e4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 1098 time: 0.0719740 Jun 06 11:55:59.417040 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-95de6602-edd2-4d80-8073-eafdcf2b8e0f req-768186ed-1d8e-4259-ae72-19c3898d10b5 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412190 Jun 06 11:55:59.452351 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-8fd32c4f-4531-4782-98f5-744c00fb254b req-474c0401-b9da-435f-965f-9a76a687a588 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355439 Jun 06 11:56:00.069711 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-4e695d9d-1565-4cb0-823c-0d72073c09bd None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 11:56:00.077735 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 46856) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:56:00.150453 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-09703edc-0607-41ab-8ab2-2d2b91192a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:00.198799 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8c05cef1-642c-4554-b37b-2b8ff120b59d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:00.307820 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8c05cef1-642c-4554-b37b-2b8ff120b59d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:00.311872 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8c05cef1-642c-4554-b37b-2b8ff120b59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:00.320873 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-3ec23db2-656f-4a45-a885-ddb0468d6010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:56:00.362804 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-8c05cef1-642c-4554-b37b-2b8ff120b59d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=339b841cdc2f4c3296be7ba19d89fbaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2839730 Jun 06 11:56:00.363728 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05cef1-642c-4554-b37b-2b8ff120b59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857dd06e-1f98-4b5e-825f-a9430385bc20,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:56:00.365424 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 46864) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:56:00.367009 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-8c05cef1-642c-4554-b37b-2b8ff120b59d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:56:00.453088 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f0b9e82e-0bf1-40a4-91a3-3ccd9bde54c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:00.484297 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f0b9e82e-0bf1-40a4-91a3-3ccd9bde54c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:00.575840 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f0b9e82e-0bf1-40a4-91a3-3ccd9bde54c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:00.578725 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f0b9e82e-0bf1-40a4-91a3-3ccd9bde54c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:00.579840 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-f0b9e82e-0bf1-40a4-91a3-3ccd9bde54c4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/857dd06e-1f98-4b5e-825f-a9430385bc20 HTTP/1.1" status: 204 len: 168 time: 0.2109601 Jun 06 11:56:00.585341 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-85d721ec-ebd2-4b7d-84bc-6f8facd994cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:56:00.604240 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b9e82e-0bf1-40a4-91a3-3ccd9bde54c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857dd06e-1f98-4b5e-825f-a9430385bc20,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:56:00.608680 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f0b9e82e-0bf1-40a4-91a3-3ccd9bde54c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:56:00.644818 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9107ce7-5d6a-4c4c-a0aa-6eef687e53f3 req-d7b93619-ed5c-4449-9b67-054b9ca56200 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:56:00.646553 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-d9107ce7-5d6a-4c4c-a0aa-6eef687e53f3 req-d7b93619-ed5c-4449-9b67-054b9ca56200 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 945 time: 0.1106603 Jun 06 11:56:00.708104 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-d9107ce7-5d6a-4c4c-a0aa-6eef687e53f3 req-98821583-5576-4da3-aaae-578fce22338f tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536432 Jun 06 11:56:00.912841 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdff95d-c764-41d3-bfc7-c73f9c533923 req-3b10b593-e116-499a-a27d-b69eaf8650a2 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:56:00.914453 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-6cdff95d-c764-41d3-bfc7-c73f9c533923 req-3b10b593-e116-499a-a27d-b69eaf8650a2 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 945 time: 0.0901814 Jun 06 11:56:00.923671 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 46876) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:56:00.928325 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-7d779ce7-5bf2-4eab-95d1-ea6d863cbd8e tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Request body: {'floatingip': {'port_id': '7a5bf449-5652-4b14-8af1-0d5d36b9051b'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:56:01.008902 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7d779ce7-5bf2-4eab-95d1-ea6d863cbd8e tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks [] for floatingip, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:01.601331 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7d779ce7-5bf2-4eab-95d1-ea6d863cbd8e tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:01.605879 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7d779ce7-5bf2-4eab-95d1-ea6d863cbd8e tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625267'] for floatingip, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:01.860299 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.db.l3_db [None req-7d779ce7-5bf2-4eab-95d1-ea6d863cbd8e tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Floating IP e2ee6691-ab4c-433c-9c89-d67a9c1586d0 associated. External IP: 172.28.1.155, port: 7a5bf449-5652-4b14-8af1-0d5d36b9051b. Jun 06 11:56:02.218570 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d779ce7-5bf2-4eab-95d1-ea6d863cbd8e tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Router d510c833-d6e1-45ff-9c8a-e5580604a2ee has already been hosted by L3 agent 3ae38246-b788-4a45-8398-d1ca6712d00e {{(pid=91626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 11:56:02.405232 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d779ce7-5bf2-4eab-95d1-ea6d863cbd8e tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify agent at l3_agent.dv-cinder-786260-3-smb the message routers_updated {{(pid=91626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 11:56:02.409652 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7d779ce7-5bf2-4eab-95d1-ea6d863cbd8e tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for floatingip, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:02.417643 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fda19f-9290-451c-8f46-8e3341904435 None None] Sync routers for ids ['d510c833-d6e1-45ff-9c8a-e5580604a2ee'] in dv-cinder-786260-3-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 11:56:02.429092 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fda19f-9290-451c-8f46-8e3341904435 None None] Routers {'d510c833-d6e1-45ff-9c8a-e5580604a2ee'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:56:02.430169 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-99fda19f-9290-451c-8f46-8e3341904435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T11:55:33Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['d510c833-d6e1-45ff-9c8a-e5580604a2ee'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:56:02.478968 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-7d779ce7-5bf2-4eab-95d1-ea6d863cbd8e tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "PUT /v2.0/floatingips/e2ee6691-ab4c-433c-9c89-d67a9c1586d0 HTTP/1.1" status: 200 len: 991 time: 1.5541630 Jun 06 11:56:02.479820 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88fcb1b9-bb55-47dc-ab3b-99f557ade627', 'tag': '7a5bf449-5652-4b14-8af1-0d5d36b9051b'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:56:02.482169 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc9e4729878f16c834b645d3c09f80e418a2a47aed75d72574769f74497ec88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322a7d56-10e1-4c98-8d0c-3474a8c17261" -d '{"events": [{"name": "network-changed", "server_uuid": "88fcb1b9-bb55-47dc-ab3b-99f557ade627", "tag": "7a5bf449-5652-4b14-8af1-0d5d36b9051b"}]}' {{(pid=91626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:56:02.532363 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:02.559609 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466fd2c3-7cc4-4dc9-a1b1-6ce7cf13b5ac x-openstack-request-id: req-466fd2c3-7cc4-4dc9-a1b1-6ce7cf13b5ac {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:56:02.560003 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88fcb1b9-bb55-47dc-ab3b-99f557ade627", "tag": "7a5bf449-5652-4b14-8af1-0d5d36b9051b", "status": "completed", "code": 200}]} {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:56:02.560359 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-466fd2c3-7cc4-4dc9-a1b1-6ce7cf13b5ac {{(pid=91626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:56:02.560920 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88fcb1b9-bb55-47dc-ab3b-99f557ade627', 'tag': '7a5bf449-5652-4b14-8af1-0d5d36b9051b', 'status': 'completed', 'code': 200} Jun 06 11:56:02.655636 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-99fda19f-9290-451c-8f46-8e3341904435 None None] Set router d510c833-d6e1-45ff-9c8a-e5580604a2ee gateway port host: dv-cinder-786260-3-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:56:02.665316 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a7d56-10e1-4c98-8d0c-3474a8c17261 req-cdb5e1ce-7fce-4d29-81fd-57b70c7a0478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:56:02.667463 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-322a7d56-10e1-4c98-8d0c-3474a8c17261 req-cdb5e1ce-7fce-4d29-81fd-57b70c7a0478 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8bf000e1cce144f38f4104d8d8deb9aa&device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 1098 time: 0.0791390 Jun 06 11:56:02.818467 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a7d56-10e1-4c98-8d0c-3474a8c17261 req-4cbc84bb-33bf-4b2b-a87f-7e533c228c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:56:02.819983 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-322a7d56-10e1-4c98-8d0c-3474a8c17261 req-4cbc84bb-33bf-4b2b-a87f-7e533c228c52 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fb856b4d-429a-47d7-897b-0443d48f8282 HTTP/1.1" status: 200 len: 917 time: 0.1429803 Jun 06 11:56:02.835113 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-e3844137-62ea-47fa-856e-74fffa0fada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:02.931361 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-322a7d56-10e1-4c98-8d0c-3474a8c17261 req-fa3c164f-b777-41d7-a377-8c01f16d3fb0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a5bf449-5652-4b14-8af1-0d5d36b9051b HTTP/1.1" status: 200 len: 999 time: 0.1031940 Jun 06 11:56:02.995093 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a7d56-10e1-4c98-8d0c-3474a8c17261 req-8306407e-f76b-4707-a4de-af09fd4c53a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:56:02.996532 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-322a7d56-10e1-4c98-8d0c-3474a8c17261 req-8306407e-f76b-4707-a4de-af09fd4c53a4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9 HTTP/1.1" status: 200 len: 855 time: 0.0583789 Jun 06 11:56:03.047549 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-99fda19f-9290-451c-8f46-8e3341904435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'name': 'tempest-AttachVolumeShelveTestJSON-204249353-router', 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': 'e4ff3e5d-d6eb-4cec-9a24-abbef944d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:41Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'gw_port': {'id': 'e4ff3e5d-d6eb-4cec-9a24-abbef944d08f', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:09:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:43Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_floatingips': [{'id': 'e2ee6691-ab4c-433c-9c89-d67a9c1586d0', 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'floating_ip_address': '172.28.1.155', 'floating_network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'router_id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'port_id': '7a5bf449-5652-4b14-8af1-0d5d36b9051b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282', 'mac_address': 'fa:16:3e:76:df:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fcb1b9-bb55-47dc-ab3b-99f557ade627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T11:55:47Z', 'updated_at': '2021-06-06T11:56:01Z', 'revision_number': 1, 'project_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7069b52e-7146-48c2-bce1-3d503474d699', 'name': '', 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282', 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'mac_address': 'fa:16:3e:38:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:50Z', 'updated_at': '2021-06-06T11:52:05Z', 'revision_number': 5, 'project_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'subnets': [{'id': '50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:56:03.051454 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fda19f-9290-451c-8f46-8e3341904435 None None] Checking router: d510c833-d6e1-45ff-9c8a-e5580604a2ee for host: dv-cinder-786260-3-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 11:56:03.060561 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fda19f-9290-451c-8f46-8e3341904435 None None] Routers {'d510c833-d6e1-45ff-9c8a-e5580604a2ee'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:56:03.061183 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-99fda19f-9290-451c-8f46-8e3341904435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T11:56:03Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['d510c833-d6e1-45ff-9c8a-e5580604a2ee'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:56:03.076322 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a7d56-10e1-4c98-8d0c-3474a8c17261 req-334c4803-1da7-4e27-aec8-eb2336a09e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:56:03.077805 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-322a7d56-10e1-4c98-8d0c-3474a8c17261 req-334c4803-1da7-4e27-aec8-eb2336a09e5b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fb856b4d-429a-47d7-897b-0443d48f8282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0728691 Jun 06 11:56:03.212202 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-322a7d56-10e1-4c98-8d0c-3474a8c17261 req-837eaba4-3fc1-46c6-9994-db13c7dea178 service neutron] 10.222.0.11 "GET /v2.0/networks/fb856b4d-429a-47d7-897b-0443d48f8282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262145 Jun 06 11:56:03.239316 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-99fda19f-9290-451c-8f46-8e3341904435 None None] Set router d510c833-d6e1-45ff-9c8a-e5580604a2ee gateway port host: dv-cinder-786260-3-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:56:03.344314 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-322a7d56-10e1-4c98-8d0c-3474a8c17261 req-d3d8ea59-2861-40fa-a57f-587305ed4454 service neutron] 10.222.0.11 "GET /v2.0/networks/fb856b4d-429a-47d7-897b-0443d48f8282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244354 Jun 06 11:56:03.611946 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-99fda19f-9290-451c-8f46-8e3341904435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'name': 'tempest-AttachVolumeShelveTestJSON-204249353-router', 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': 'e4ff3e5d-d6eb-4cec-9a24-abbef944d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:41Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'gw_port': {'id': 'e4ff3e5d-d6eb-4cec-9a24-abbef944d08f', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:09:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:43Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_floatingips': [{'id': 'e2ee6691-ab4c-433c-9c89-d67a9c1586d0', 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'floating_ip_address': '172.28.1.155', 'floating_network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'router_id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'port_id': '7a5bf449-5652-4b14-8af1-0d5d36b9051b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282', 'mac_address': 'fa:16:3e:76:df:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fcb1b9-bb55-47dc-ab3b-99f557ade627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T11:55:47Z', 'updated_at': '2021-06-06T11:56:01Z', 'revision_number': 1, 'project_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7069b52e-7146-48c2-bce1-3d503474d699', 'name': '', 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282', 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'mac_address': 'fa:16:3e:38:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:50Z', 'updated_at': '2021-06-06T11:52:05Z', 'revision_number': 5, 'project_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'subnets': [{'id': '50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:56:03.615975 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fda19f-9290-451c-8f46-8e3341904435 None None] The sync data for ids ['d510c833-d6e1-45ff-9c8a-e5580604a2ee'] in dv-cinder-786260-3-smb is: [{'id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'name': 'tempest-AttachVolumeShelveTestJSON-204249353-router', 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': 'e4ff3e5d-d6eb-4cec-9a24-abbef944d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:41Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'gw_port': {'id': 'e4ff3e5d-d6eb-4cec-9a24-abbef944d08f', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:09:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:43Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_floatingips': [{'id': 'e2ee6691-ab4c-433c-9c89-d67a9c1586d0', 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'floating_ip_address': '172.28.1.155', 'floating_network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'router_id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'port_id': '7a5bf449-5652-4b14-8af1-0d5d36b9051b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282', 'mac_address': 'fa:16:3e:76:df:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fcb1b9-bb55-47dc-ab3b-99f557ade627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T11:55:47Z', 'updated_at': '2021-06-06T11:56:01Z', 'revision_number': 1, 'project_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7069b52e-7146-48c2-bce1-3d503474d699', 'name': '', 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282', 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'mac_address': 'fa:16:3e:38:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:50Z', 'updated_at': '2021-06-06T11:52:05Z', 'revision_number': 5, 'project_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'subnets': [{'id': '50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 11:56:03.733443 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:03.802690 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3233c6-081a-42ad-ab90-2aa82a2966c3 None None] New status for floating IP e2ee6691-ab4c-433c-9c89-d67a9c1586d0: ACTIVE {{(pid=91628) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 11:56:04.214598 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:05.600145 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:26.984616 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 47096) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:56:27.098275 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a2736e64-607c-4a07-b4ed-05a73d7709f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:27.205805 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a2736e64-607c-4a07-b4ed-05a73d7709f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:27.209532 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a2736e64-607c-4a07-b4ed-05a73d7709f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:27.216736 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-e35f779e-0dbf-476f-8369-b5de06df79ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:56:27.257703 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-a2736e64-607c-4a07-b4ed-05a73d7709f8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f67ac45ccd0046918b988936c04c76ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2718663 Jun 06 11:56:27.258318 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2736e64-607c-4a07-b4ed-05a73d7709f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e6b402-ca76-44fb-9520-88d6ed0eba61,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:56:27.260818 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 47102) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:56:27.262004 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-a2736e64-607c-4a07-b4ed-05a73d7709f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:56:27.319447 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ce1ec5b1-3aeb-4a79-ab62-aa720f0457cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:27.344825 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ce1ec5b1-3aeb-4a79-ab62-aa720f0457cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:27.396053 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ce1ec5b1-3aeb-4a79-ab62-aa720f0457cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:27.398495 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ce1ec5b1-3aeb-4a79-ab62-aa720f0457cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:27.399657 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-ce1ec5b1-3aeb-4a79-ab62-aa720f0457cc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/05e6b402-ca76-44fb-9520-88d6ed0eba61 HTTP/1.1" status: 204 len: 168 time: 0.1360612 Jun 06 11:56:27.400427 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-2a2eb9cb-43e7-41b3-918d-c1a94cc89ee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:56:27.410480 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1ec5b1-3aeb-4a79-ab62-aa720f0457cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e6b402-ca76-44fb-9520-88d6ed0eba61,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:56:27.412808 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ce1ec5b1-3aeb-4a79-ab62-aa720f0457cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:56:28.457243 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 47134) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:56:28.570623 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-27831fdf-125e-461d-ab80-a9b3187fb7a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:28.672177 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-27831fdf-125e-461d-ab80-a9b3187fb7a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:28.675794 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-27831fdf-125e-461d-ab80-a9b3187fb7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:28.683523 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-32e94e4c-4a08-4675-b3d4-2227aca3f825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:56:28.724092 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-27831fdf-125e-461d-ab80-a9b3187fb7a1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=61a86d86313f44aea1f986401f7fffba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2657325 Jun 06 11:56:28.725025 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27831fdf-125e-461d-ab80-a9b3187fb7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb18b57c-7042-4e0a-bb7b-65a1c1d8cc0c,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:56:28.726723 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 47138) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:56:28.727981 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-27831fdf-125e-461d-ab80-a9b3187fb7a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:56:28.784752 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8a6c0d79-dbc1-4784-a24f-a2448a387c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:28.813541 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8a6c0d79-dbc1-4784-a24f-a2448a387c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:28.938869 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8a6c0d79-dbc1-4784-a24f-a2448a387c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:28.941244 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8a6c0d79-dbc1-4784-a24f-a2448a387c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:28.942410 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-8a6c0d79-dbc1-4784-a24f-a2448a387c3f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eb18b57c-7042-4e0a-bb7b-65a1c1d8cc0c HTTP/1.1" status: 204 len: 168 time: 0.2140749 Jun 06 11:56:28.943215 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-33005dfd-7518-4fee-b142-d576034b9971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:56:28.953151 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c0d79-dbc1-4784-a24f-a2448a387c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb18b57c-7042-4e0a-bb7b-65a1c1d8cc0c,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:56:28.955402 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-8a6c0d79-dbc1-4784-a24f-a2448a387c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:56:30.152809 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-9369a200-7ea7-4e49-bcee-4f1d64821bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:32.505726 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:32.798764 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-63b141ff-03ce-4304-bed4-7cd22761ddd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:33.733610 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:34.214995 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:35.605347 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:37.068690 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-4e695d9d-1565-4cb0-823c-0d72073c09bd None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 11:56:44.943685 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c319b-423a-4e9a-a684-07c725acbf6a req-28fcb3ed-5cc5-46dd-9c7c-fb96bb1e6bea tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:56:44.945157 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-543c319b-423a-4e9a-a684-07c725acbf6a req-28fcb3ed-5cc5-46dd-9c7c-fb96bb1e6bea tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 945 time: 0.1854832 Jun 06 11:56:44.988831 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-543c319b-423a-4e9a-a684-07c725acbf6a req-57bfeef2-5ec5-423d-8421-ff43f27df57b tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381320 Jun 06 11:56:46.186665 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20672202-91aa-45b6-93b0-d59b975dd488 req-1e3e99f5-f3af-43c5-bcec-d7043af11256 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:56:46.188090 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-20672202-91aa-45b6-93b0-d59b975dd488 req-1e3e99f5-f3af-43c5-bcec-d7043af11256 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 945 time: 0.0862772 Jun 06 11:56:46.232545 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-20672202-91aa-45b6-93b0-d59b975dd488 req-6181fae2-5b44-4d2e-b5c9-49ae57658e97 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382404 Jun 06 11:56:47.420277 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0199aa-c73c-4e0e-bba4-132b62932b75 req-5caea01e-ea39-4cf5-a3f3-5ce9dc094986 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:56:47.421748 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-fb0199aa-c73c-4e0e-bba4-132b62932b75 req-5caea01e-ea39-4cf5-a3f3-5ce9dc094986 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 945 time: 0.0815799 Jun 06 11:56:47.467481 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-fb0199aa-c73c-4e0e-bba4-132b62932b75 req-8dd0c7ad-f089-4a29-a7d0-a9144e72effd tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398533 Jun 06 11:56:48.650928 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a782bd-ab3d-4a5f-87a5-d18f49b7e56c req-f3eb5fc9-e210-4ab1-804a-3bc4cf5062ea tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:56:48.652391 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-c3a782bd-ab3d-4a5f-87a5-d18f49b7e56c req-f3eb5fc9-e210-4ab1-804a-3bc4cf5062ea tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 945 time: 0.0786836 Jun 06 11:56:48.698746 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-c3a782bd-ab3d-4a5f-87a5-d18f49b7e56c req-b0db0877-e84c-41ab-b789-4eae2079ff0d tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401533 Jun 06 11:56:49.888976 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5996f-4df3-4b6c-972f-66bb5fc34c20 req-4e439a64-7d39-4727-9cd6-e2447a52fd3d tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:56:49.890450 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-28a5996f-4df3-4b6c-972f-66bb5fc34c20 req-4e439a64-7d39-4727-9cd6-e2447a52fd3d tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 945 time: 0.0795369 Jun 06 11:56:49.944949 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-28a5996f-4df3-4b6c-972f-66bb5fc34c20 req-041e2e86-75bd-49c2-aa0c-4e25d4984867 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489187 Jun 06 11:56:51.131809 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec8279-541e-4b50-a733-1bb19cf48dad req-82ef07d6-47b9-43ba-b286-e83a822d0ea4 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:56:51.133179 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-2eec8279-541e-4b50-a733-1bb19cf48dad req-82ef07d6-47b9-43ba-b286-e83a822d0ea4 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 945 time: 0.0786605 Jun 06 11:56:51.177074 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-2eec8279-541e-4b50-a733-1bb19cf48dad req-8ab3473e-4183-41ce-b263-50a940f54d30 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377812 Jun 06 11:56:52.366586 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fafaa26-c91e-44ae-8444-30320ba68533 req-3b8322db-52f6-4014-9a7f-1a970e95d36d tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:56:52.368039 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-5fafaa26-c91e-44ae-8444-30320ba68533 req-3b8322db-52f6-4014-9a7f-1a970e95d36d tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 945 time: 0.0794792 Jun 06 11:56:52.412487 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-5fafaa26-c91e-44ae-8444-30320ba68533 req-0e645bc6-a300-4bcf-a378-3768559de207 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387902 Jun 06 11:56:53.602871 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d76ac0-797e-4669-b78d-ec623911e2b0 req-0ff48cc1-c549-4ad9-b782-458adda55837 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:56:53.604307 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-d2d76ac0-797e-4669-b78d-ec623911e2b0 req-0ff48cc1-c549-4ad9-b782-458adda55837 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 945 time: 0.0819049 Jun 06 11:56:53.648429 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-d2d76ac0-797e-4669-b78d-ec623911e2b0 req-9559419a-3b9b-422e-be8c-aab4202bdf1f tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375483 Jun 06 11:56:54.835660 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79e969-b575-4443-a54d-2af514992225 req-9e0eb272-c053-4471-8b9f-5655751024be tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:56:54.837322 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2b79e969-b575-4443-a54d-2af514992225 req-9e0eb272-c053-4471-8b9f-5655751024be tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 945 time: 0.0817780 Jun 06 11:56:54.881895 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2b79e969-b575-4443-a54d-2af514992225 req-d4b3f416-cb1d-481f-9d4e-7dda34f63b74 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377438 Jun 06 11:56:56.079559 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac89d4-11dd-4448-af5d-8aec702f6d95 req-ddaa9321-dad5-4c53-bd58-643bc2697925 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:56:56.081178 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-27ac89d4-11dd-4448-af5d-8aec702f6d95 req-ddaa9321-dad5-4c53-bd58-643bc2697925 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 945 time: 0.0910494 Jun 06 11:56:56.124914 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-27ac89d4-11dd-4448-af5d-8aec702f6d95 req-4743adc1-3aff-4eff-a32b-b85392f882f4 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383525 Jun 06 11:56:57.117365 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 7a5bf449-5652-4b14-8af1-0d5d36b9051b details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 11:56:57.261659 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 7a5bf449-5652-4b14-8af1-0d5d36b9051b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7a5bf449-5652-4b14-8af1-0d5d36b9051b,segment=NetworkSegment(80a63e8a-38a8-406a-8b0d-bb2d67e9b52e),segment_id=80a63e8a-38a8-406a-8b0d-bb2d67e9b52e)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:56:57.275941 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Returning: {'device': '7a5bf449-5652-4b14-8af1-0d5d36b9051b', 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282', 'port_id': '7a5bf449-5652-4b14-8af1-0d5d36b9051b', 'mac_address': 'fa:16:3e:76:df:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 11:56:57.327238 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e66dce-712b-42b4-8e5f-97886412aab0 req-f2f6f051-e9bb-47aa-932e-e52b41785f54 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:56:57.328744 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-26e66dce-712b-42b4-8e5f-97886412aab0 req-f2f6f051-e9bb-47aa-932e-e52b41785f54 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 945 time: 0.0847237 Jun 06 11:56:57.334411 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:57.355868 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a5bf449-5652-4b14-8af1-0d5d36b9051b {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 11:56:57.374024 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 7a5bf449-5652-4b14-8af1-0d5d36b9051b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7a5bf449-5652-4b14-8af1-0d5d36b9051b,segment=NetworkSegment(80a63e8a-38a8-406a-8b0d-bb2d67e9b52e),segment_id=80a63e8a-38a8-406a-8b0d-bb2d67e9b52e)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:56:57.379730 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:57.381696 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:56:57.389197 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-26e66dce-712b-42b4-8e5f-97886412aab0 req-0f1a5561-ac82-4838-9cd9-e9d31b8c14ca tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544288 Jun 06 11:56:57.467468 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=7a5bf449-5652-4b14-8af1-0d5d36b9051b,revision_number=6']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:56:57.477319 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:56:57.477674 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:56:57.478046 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:56:57.478387 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:56:57.478720 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:56:57.479215 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:56:57.479549 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:56:57.479879 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:56:57.480207 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:56:57.480556 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:56:57.480906 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:56:57.481230 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:56:57.486247 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] get_ports_and_sgs() called for port_ids ['7a5bf449-5652-4b14-8af1-0d5d36b9051b'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 11:56:57.511485 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:56:58.588501 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01eb2a-6b4f-4484-951a-4fe2195a4cad req-881b4625-0a10-422b-b745-407d3da7fc2e tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:56:58.590005 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-2c01eb2a-6b4f-4484-951a-4fe2195a4cad req-881b4625-0a10-422b-b745-407d3da7fc2e tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 944 time: 0.0906041 Jun 06 11:56:58.637228 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-2c01eb2a-6b4f-4484-951a-4fe2195a4cad req-b07f5bd2-383b-4689-816d-a6a09c8c6ead tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405490 Jun 06 11:56:59.119148 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 7a5bf449-5652-4b14-8af1-0d5d36b9051b up at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:56:59.189995 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Provisioning complete for port 7a5bf449-5652-4b14-8af1-0d5d36b9051b triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:56:59.190376 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:59.311966 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:59.339671 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fcb1b9-bb55-47dc-ab3b-99f557ade627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5bf449-5652-4b14-8af1-0d5d36b9051b'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:56:59.342055 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0ef12a69f97602b9a4dda1947a91503bc9b0dd65cb545ae1f4eaba5f5490f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2323e82a-9c94-4eb9-97d8-28e41b831fe1" -d '{"events": [{"server_uuid": "88fcb1b9-bb55-47dc-ab3b-99f557ade627", "name": "network-vif-plugged", "status": "completed", "tag": "7a5bf449-5652-4b14-8af1-0d5d36b9051b"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:56:59.350200 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 7a5bf449-5652-4b14-8af1-0d5d36b9051b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7a5bf449-5652-4b14-8af1-0d5d36b9051b,segment=NetworkSegment(80a63e8a-38a8-406a-8b0d-bb2d67e9b52e),segment_id=80a63e8a-38a8-406a-8b0d-bb2d67e9b52e)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:56:59.357426 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:59.360134 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-16ae1bae-1099-4bcf-8505-c20a46132ee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:56:59.410646 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff07cc7c-e1a1-4586-bd34-19302edb444d x-openstack-request-id: req-ff07cc7c-e1a1-4586-bd34-19302edb444d {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:56:59.410956 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88fcb1b9-bb55-47dc-ab3b-99f557ade627", "name": "network-vif-plugged", "status": "completed", "tag": "7a5bf449-5652-4b14-8af1-0d5d36b9051b", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:56:59.411218 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ff07cc7c-e1a1-4586-bd34-19302edb444d {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:56:59.411818 dv-cinder-786260-3-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88fcb1b9-bb55-47dc-ab3b-99f557ade627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5bf449-5652-4b14-8af1-0d5d36b9051b', 'code': 200} Jun 06 11:56:59.437707 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=7a5bf449-5652-4b14-8af1-0d5d36b9051b,revision_number=7']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:56:59.441115 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:56:59.845312 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982d84b-05ab-4bc8-8456-68242c104517 req-fc8e2c53-e732-485b-91a6-98b2f9512719 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:56:59.847742 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-e982d84b-05ab-4bc8-8456-68242c104517 req-fc8e2c53-e732-485b-91a6-98b2f9512719 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 945 time: 0.0903811 Jun 06 11:56:59.917506 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-e982d84b-05ab-4bc8-8456-68242c104517 req-0e11aa2b-62ad-435b-a97a-104140acc6a8 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641031 Jun 06 11:57:00.157318 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fdf7a77b-a08c-4ba8-8f6f-8c9ba6714840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:57:01.255255 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62084eae-2516-446f-8f33-0ef12e545f9a req-851b8d66-78eb-4340-a083-7c5f9e0ebaac tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:01.257231 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-62084eae-2516-446f-8f33-0ef12e545f9a req-851b8d66-78eb-4340-a083-7c5f9e0ebaac tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 945 time: 0.0933578 Jun 06 11:57:01.306729 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-62084eae-2516-446f-8f33-0ef12e545f9a req-c33a25b2-dfce-4c20-aa27-77ff144bcb25 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426273 Jun 06 11:57:01.611987 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-6c2e4015-1c9e-4dad-92e6-25b8cd6b843b req-137718af-61c9-4200-9ed5-34f5e25f9e61 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1221440 Jun 06 11:57:01.761372 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e4015-1c9e-4dad-92e6-25b8cd6b843b req-a3bfd673-b72d-4448-9961-3367d673c59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:01.763234 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-6c2e4015-1c9e-4dad-92e6-25b8cd6b843b req-a3bfd673-b72d-4448-9961-3367d673c59b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a760c1c31ed345629684c634c2c50df0&device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1 HTTP/1.1" status: 200 len: 1099 time: 0.0773129 Jun 06 11:57:01.935943 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e4015-1c9e-4dad-92e6-25b8cd6b843b req-0b9f1a92-d0b9-4b83-aeac-c63767e64222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:01.937331 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-6c2e4015-1c9e-4dad-92e6-25b8cd6b843b req-0b9f1a92-d0b9-4b83-aeac-c63767e64222 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d6670f84-0e9f-4b36-8e4d-15250d634618 HTTP/1.1" status: 200 len: 910 time: 0.1542430 Jun 06 11:57:02.049873 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-6c2e4015-1c9e-4dad-92e6-25b8cd6b843b req-31a86a8d-b70d-4c2f-b787-1bb5557f12f7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9975bfb9-90f2-4b0b-b846-2d33eef2e4e7 HTTP/1.1" status: 200 len: 1002 time: 0.1054449 Jun 06 11:57:02.120980 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e4015-1c9e-4dad-92e6-25b8cd6b843b req-78bd7539-b84b-4d44-9bc2-7fb4bc831c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:02.122774 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-6c2e4015-1c9e-4dad-92e6-25b8cd6b843b req-78bd7539-b84b-4d44-9bc2-7fb4bc831c55 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e8e17c6c-ff31-40ab-9258-8dd2846f4c32 HTTP/1.1" status: 200 len: 848 time: 0.0650158 Jun 06 11:57:02.207351 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e4015-1c9e-4dad-92e6-25b8cd6b843b req-cb830d8f-fa63-40bd-aeda-dcaa3bbc5a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:02.208748 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-6c2e4015-1c9e-4dad-92e6-25b8cd6b843b req-cb830d8f-fa63-40bd-aeda-dcaa3bbc5a8b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d6670f84-0e9f-4b36-8e4d-15250d634618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0789316 Jun 06 11:57:02.355267 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-6c2e4015-1c9e-4dad-92e6-25b8cd6b843b req-15d38938-81be-4147-8499-201187352798 service neutron] 10.222.0.11 "GET /v2.0/networks/d6670f84-0e9f-4b36-8e4d-15250d634618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398742 Jun 06 11:57:02.519304 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-6c2e4015-1c9e-4dad-92e6-25b8cd6b843b req-9bfe1375-5336-40b0-9fb3-ceeca5c9be0a service neutron] 10.222.0.11 "GET /v2.0/networks/d6670f84-0e9f-4b36-8e4d-15250d634618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560292 Jun 06 11:57:02.578255 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:57:02.668411 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8d2c2-f009-4bd7-907b-b5a8b6bd63f6 req-9b37894a-2972-4f38-9814-0134d05fe041 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:02.671403 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-21d8d2c2-f009-4bd7-907b-b5a8b6bd63f6 req-9b37894a-2972-4f38-9814-0134d05fe041 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 945 time: 0.2213397 Jun 06 11:57:02.720174 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-21d8d2c2-f009-4bd7-907b-b5a8b6bd63f6 req-cd7cd218-f914-4205-b767-bbc8eccac540 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415647 Jun 06 11:57:02.806162 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3a3f0551-b221-497a-8d22-b51c78aa6ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:57:03.739644 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:57:03.990990 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb29bcc5-9e69-4736-98f4-65a50a46886d req-4f12dcfe-7399-4a60-9d25-5c587f00916c tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:03.992514 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-cb29bcc5-9e69-4736-98f4-65a50a46886d req-4f12dcfe-7399-4a60-9d25-5c587f00916c tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 945 time: 0.1099427 Jun 06 11:57:04.054435 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-cb29bcc5-9e69-4736-98f4-65a50a46886d req-80ce58ef-4e9d-4f20-a4e0-3d866d146d0e tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559494 Jun 06 11:57:04.237417 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:57:05.283905 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e37a6-fd4f-47c2-8192-8d13d0477894 req-e0b2e2fe-493b-4bbe-b972-4d0e4cc75f36 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:05.286114 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-0d7e37a6-fd4f-47c2-8192-8d13d0477894 req-e0b2e2fe-493b-4bbe-b972-4d0e4cc75f36 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 945 time: 0.0871992 Jun 06 11:57:05.335448 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-0d7e37a6-fd4f-47c2-8192-8d13d0477894 req-f6d8a621-eddd-4d77-aced-9d2abea72059 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430813 Jun 06 11:57:05.608269 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:57:06.660302 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0502b06-00c9-4483-9dd8-2390ea3e7553 req-ac5f1905-2413-407e-8665-9b9ea2dddf02 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:06.661665 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a0502b06-00c9-4483-9dd8-2390ea3e7553 req-ac5f1905-2413-407e-8665-9b9ea2dddf02 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 945 time: 0.2120960 Jun 06 11:57:06.667595 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd09ea-8207-4d25-b9b7-f3c5d6313916 req-976f1ce6-259d-4519-9b0a-37c1841a8dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:06.669024 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-bfbd09ea-8207-4d25-b9b7-f3c5d6313916 req-976f1ce6-259d-4519-9b0a-37c1841a8dd0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8bf000e1cce144f38f4104d8d8deb9aa&device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 1098 time: 0.0948257 Jun 06 11:57:06.787984 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a0502b06-00c9-4483-9dd8-2390ea3e7553 req-4c9327e3-eead-46fa-ac3b-5159343f25ca tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179934 Jun 06 11:57:06.827573 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd09ea-8207-4d25-b9b7-f3c5d6313916 req-e2153510-8527-4463-a54a-845eedb3c8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:06.829010 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-bfbd09ea-8207-4d25-b9b7-f3c5d6313916 req-e2153510-8527-4463-a54a-845eedb3c8d6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fb856b4d-429a-47d7-897b-0443d48f8282 HTTP/1.1" status: 200 len: 917 time: 0.1444931 Jun 06 11:57:06.932876 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-bfbd09ea-8207-4d25-b9b7-f3c5d6313916 req-0eb98487-81bd-433e-832a-66d7d263722e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a5bf449-5652-4b14-8af1-0d5d36b9051b HTTP/1.1" status: 200 len: 1001 time: 0.0957637 Jun 06 11:57:06.999018 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd09ea-8207-4d25-b9b7-f3c5d6313916 req-0105ea52-f097-442c-bfbe-39a920d1efca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:07.000427 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-bfbd09ea-8207-4d25-b9b7-f3c5d6313916 req-0105ea52-f097-442c-bfbe-39a920d1efca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9 HTTP/1.1" status: 200 len: 855 time: 0.0606630 Jun 06 11:57:07.077149 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd09ea-8207-4d25-b9b7-f3c5d6313916 req-ae91fdbf-9408-4576-87b9-16d2c6348368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:07.078637 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-bfbd09ea-8207-4d25-b9b7-f3c5d6313916 req-ae91fdbf-9408-4576-87b9-16d2c6348368 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fb856b4d-429a-47d7-897b-0443d48f8282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0701621 Jun 06 11:57:07.210332 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-bfbd09ea-8207-4d25-b9b7-f3c5d6313916 req-6d444862-a7dd-4bb9-98dc-499a0a023db6 service neutron] 10.222.0.11 "GET /v2.0/networks/fb856b4d-429a-47d7-897b-0443d48f8282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237102 Jun 06 11:57:07.340505 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-bfbd09ea-8207-4d25-b9b7-f3c5d6313916 req-3c24680c-1479-48fb-9a70-6753b0509f76 service neutron] 10.222.0.11 "GET /v2.0/networks/fb856b4d-429a-47d7-897b-0443d48f8282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237288 Jun 06 11:57:07.983115 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9a426-735d-4f34-903d-0084ce8f5003 req-5112a76d-f0e1-41a0-a900-099301efc719 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:07.984575 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-a3e9a426-735d-4f34-903d-0084ce8f5003 req-5112a76d-f0e1-41a0-a900-099301efc719 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 945 time: 0.0850246 Jun 06 11:57:08.027552 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-a3e9a426-735d-4f34-903d-0084ce8f5003 req-53f94226-02ce-40fe-9633-6a88ab842fa0 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372717 Jun 06 11:57:09.210219 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e1686-088f-4398-b50e-39284b665cfd req-5db5963e-8b63-42cc-85a3-e7cc95e472df tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:09.211672 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-e36e1686-088f-4398-b50e-39284b665cfd req-5db5963e-8b63-42cc-85a3-e7cc95e472df tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 945 time: 0.0786123 Jun 06 11:57:09.259941 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-e36e1686-088f-4398-b50e-39284b665cfd req-66b920d7-dd46-4bb3-9fc7-d3844805601f tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421455 Jun 06 11:57:10.758206 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60844bd-e4fb-438e-82bb-12c417617c59 req-e8f9ec80-0162-4648-943d-90aa83d3aa05 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:10.759575 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c60844bd-e4fb-438e-82bb-12c417617c59 req-e8f9ec80-0162-4648-943d-90aa83d3aa05 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 945 time: 0.0812695 Jun 06 11:57:10.765616 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-1d699508-a5a5-4a35-b9ac-37c2f0128e33 req-deb5f2d3-0055-4627-a49d-065975563691 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0726409 Jun 06 11:57:10.806176 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c60844bd-e4fb-438e-82bb-12c417617c59 req-88c5b307-0cb5-4e71-b637-45332d0016fd tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392139 Jun 06 11:57:11.187259 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 7a5bf449-5652-4b14-8af1-0d5d36b9051b no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 11:57:11.302396 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:57:11.329549 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fcb1b9-bb55-47dc-ab3b-99f557ade627', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a5bf449-5652-4b14-8af1-0d5d36b9051b'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:57:11.331828 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0ef12a69f97602b9a4dda1947a91503bc9b0dd65cb545ae1f4eaba5f5490f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5265c7a5-5139-4a41-b228-aab9157ef218" -d '{"events": [{"server_uuid": "88fcb1b9-bb55-47dc-ab3b-99f557ade627", "name": "network-vif-unplugged", "status": "completed", "tag": "7a5bf449-5652-4b14-8af1-0d5d36b9051b"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:57:11.339988 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 7a5bf449-5652-4b14-8af1-0d5d36b9051b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7a5bf449-5652-4b14-8af1-0d5d36b9051b,segment=NetworkSegment(80a63e8a-38a8-406a-8b0d-bb2d67e9b52e),segment_id=80a63e8a-38a8-406a-8b0d-bb2d67e9b52e)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:57:11.350637 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:57:11.352645 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:57:11.382788 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 06 Jun 2021 11:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4269bd38-294f-4094-97a0-a0be44de5d69 x-openstack-request-id: req-4269bd38-294f-4094-97a0-a0be44de5d69 {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:57:11.383086 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88fcb1b9-bb55-47dc-ab3b-99f557ade627", "name": "network-vif-unplugged", "status": "failed", "tag": "7a5bf449-5652-4b14-8af1-0d5d36b9051b", "code": 422}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:57:11.383348 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4269bd38-294f-4094-97a0-a0be44de5d69 {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:57:11.383740 dv-cinder-786260-3-smb neutron-server[91627]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '88fcb1b9-bb55-47dc-ab3b-99f557ade627', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7a5bf449-5652-4b14-8af1-0d5d36b9051b', 'code': 422} returned with failed status Jun 06 11:57:11.426345 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=7a5bf449-5652-4b14-8af1-0d5d36b9051b,revision_number=8']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:57:11.429503 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:57:11.791390 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d699508-a5a5-4a35-b9ac-37c2f0128e33 req-3eb050f8-ade0-468b-9127-78aff258dbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:11.792839 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-1d699508-a5a5-4a35-b9ac-37c2f0128e33 req-3eb050f8-ade0-468b-9127-78aff258dbc8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627&tenant_id=8bf000e1cce144f38f4104d8d8deb9aa HTTP/1.1" status: 200 len: 1096 time: 0.0730164 Jun 06 11:57:11.883951 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d699508-a5a5-4a35-b9ac-37c2f0128e33 req-31195d32-97b7-4902-b6a0-a9908ae77c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:11.885416 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-1d699508-a5a5-4a35-b9ac-37c2f0128e33 req-31195d32-97b7-4902-b6a0-a9908ae77c1d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8bf000e1cce144f38f4104d8d8deb9aa&device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 1096 time: 0.0705087 Jun 06 11:57:12.079984 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d699508-a5a5-4a35-b9ac-37c2f0128e33 req-228175e1-b667-4a91-b141-ff5ba700bdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:12.081325 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-1d699508-a5a5-4a35-b9ac-37c2f0128e33 req-228175e1-b667-4a91-b141-ff5ba700bdd8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fb856b4d-429a-47d7-897b-0443d48f8282 HTTP/1.1" status: 200 len: 917 time: 0.1888075 Jun 06 11:57:12.144242 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028bddde-97df-4cdf-b6a2-366c8c27d8ec req-e1cf7c0c-0662-4653-a679-0c522c0a3f42 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:12.145689 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-028bddde-97df-4cdf-b6a2-366c8c27d8ec req-e1cf7c0c-0662-4653-a679-0c522c0a3f42 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 943 time: 0.2173235 Jun 06 11:57:12.225497 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-028bddde-97df-4cdf-b6a2-366c8c27d8ec req-559f17e0-78ec-4e3e-a17a-57297aa1617d tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737371 Jun 06 11:57:12.227306 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-1d699508-a5a5-4a35-b9ac-37c2f0128e33 req-440618f1-3776-414c-83a7-23cb3fcdc0d4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a5bf449-5652-4b14-8af1-0d5d36b9051b HTTP/1.1" status: 200 len: 999 time: 0.1380250 Jun 06 11:57:12.290976 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d699508-a5a5-4a35-b9ac-37c2f0128e33 req-97fe9ddd-27f2-48c3-8f56-a10f0a91488a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:12.292413 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-1d699508-a5a5-4a35-b9ac-37c2f0128e33 req-97fe9ddd-27f2-48c3-8f56-a10f0a91488a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9 HTTP/1.1" status: 200 len: 855 time: 0.0584950 Jun 06 11:57:12.366169 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d699508-a5a5-4a35-b9ac-37c2f0128e33 req-ce0c96ae-cf6b-47ad-b296-526398f3e257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:12.367529 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-1d699508-a5a5-4a35-b9ac-37c2f0128e33 req-ce0c96ae-cf6b-47ad-b296-526398f3e257 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fb856b4d-429a-47d7-897b-0443d48f8282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0688951 Jun 06 11:57:12.585015 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-1d699508-a5a5-4a35-b9ac-37c2f0128e33 req-3ac800d5-5307-4742-91d1-852479da058c service neutron] 10.222.0.11 "GET /v2.0/networks/fb856b4d-429a-47d7-897b-0443d48f8282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108538 Jun 06 11:57:12.716990 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-1d699508-a5a5-4a35-b9ac-37c2f0128e33 req-e13439b6-06f3-4673-9621-5d2f24d6b91a service neutron] 10.222.0.11 "GET /v2.0/networks/fb856b4d-429a-47d7-897b-0443d48f8282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245260 Jun 06 11:57:13.421227 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14775d5d-ba98-4fed-8315-fd9f5c07eed4 req-f49be48b-6c50-4d06-856a-3702eb82a09f tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:13.423014 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-14775d5d-ba98-4fed-8315-fd9f5c07eed4 req-f49be48b-6c50-4d06-856a-3702eb82a09f tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 943 time: 0.0827494 Jun 06 11:57:13.470401 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-14775d5d-ba98-4fed-8315-fd9f5c07eed4 req-dcf4eef2-0931-4244-8a54-33fa6066f595 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418222 Jun 06 11:57:14.067770 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-4e695d9d-1565-4cb0-823c-0d72073c09bd None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 11:57:14.666073 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bcc7d8-edf2-48c2-83af-05c705cb0539 req-1e4bb0da-5016-4aa1-a7f5-10a92b67f3ab tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:14.667466 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a3bcc7d8-edf2-48c2-83af-05c705cb0539 req-1e4bb0da-5016-4aa1-a7f5-10a92b67f3ab tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 943 time: 0.0808706 Jun 06 11:57:14.714371 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a3bcc7d8-edf2-48c2-83af-05c705cb0539 req-4e45b4b5-774f-4218-8aa2-95629b0e2839 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406520 Jun 06 11:57:15.912685 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8360fe-9aff-45da-8608-a2c4c086ede7 req-a9be2c80-555c-4d7c-9017-418d906b4e96 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:15.917013 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-fd8360fe-9aff-45da-8608-a2c4c086ede7 req-a9be2c80-555c-4d7c-9017-418d906b4e96 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 943 time: 0.0913687 Jun 06 11:57:15.963774 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-fd8360fe-9aff-45da-8608-a2c4c086ede7 req-d3aa8efd-ffda-49ca-9b80-9514c5279f0b tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437381 Jun 06 11:57:17.161342 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea526bbb-1712-4de2-b5e8-531056a15467 req-9df47631-0f0b-4e62-8cb0-7631aa335ab2 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:17.162775 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-ea526bbb-1712-4de2-b5e8-531056a15467 req-9df47631-0f0b-4e62-8cb0-7631aa335ab2 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 943 time: 0.0861061 Jun 06 11:57:17.212599 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-ea526bbb-1712-4de2-b5e8-531056a15467 req-f93b1866-2201-4294-95e3-2d5c14572c8b tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411394 Jun 06 11:57:18.409864 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd331d2-8688-4eed-bdd4-947a15ffba4e req-67b68df4-bb62-4a87-aade-5102dd670b7e tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:18.411374 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-2cd331d2-8688-4eed-bdd4-947a15ffba4e req-67b68df4-bb62-4a87-aade-5102dd670b7e tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 943 time: 0.0828433 Jun 06 11:57:18.459269 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-2cd331d2-8688-4eed-bdd4-947a15ffba4e req-6075f012-6454-4f35-a47b-d9ad7ea6a7ad tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423379 Jun 06 11:57:19.653026 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c272bf-b108-4332-bdfc-db9fe3697e2e req-61d4af0c-0113-4806-b063-2ebd09ce4418 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:19.655036 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-d8c272bf-b108-4332-bdfc-db9fe3697e2e req-61d4af0c-0113-4806-b063-2ebd09ce4418 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 943 time: 0.0835457 Jun 06 11:57:19.702179 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-d8c272bf-b108-4332-bdfc-db9fe3697e2e req-e7070c0c-a94d-4200-8744-cfd3aeb6c760 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414495 Jun 06 11:57:20.908262 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c4462-136a-47f1-b12d-e2d3dc2851f3 req-ae6efecc-c162-4f5d-b3e2-ce6d71f5d8e0 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:20.909934 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-430c4462-136a-47f1-b12d-e2d3dc2851f3 req-ae6efecc-c162-4f5d-b3e2-ce6d71f5d8e0 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 943 time: 0.0876424 Jun 06 11:57:20.957911 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-430c4462-136a-47f1-b12d-e2d3dc2851f3 req-0aba9fe7-3cc4-41e1-9ecf-47cc8e8506f8 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416946 Jun 06 11:57:22.166053 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42aa01c-f25b-4d4e-93e3-5e0b4360160f req-a71c7543-f072-4c0b-aabe-7c6190d40ccb tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:22.167526 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-d42aa01c-f25b-4d4e-93e3-5e0b4360160f req-a71c7543-f072-4c0b-aabe-7c6190d40ccb tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 943 time: 0.0862954 Jun 06 11:57:22.217144 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-d42aa01c-f25b-4d4e-93e3-5e0b4360160f req-ccdff0a4-da81-4c24-8946-91f3a1aa79f9 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429585 Jun 06 11:57:23.405438 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dffe34-fc46-4b6f-bf80-d879a59c91ca req-db2bd991-8eaf-45d8-ab13-31db57f214ad tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:23.406879 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-63dffe34-fc46-4b6f-bf80-d879a59c91ca req-db2bd991-8eaf-45d8-ab13-31db57f214ad tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 943 time: 0.0786891 Jun 06 11:57:23.454517 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-63dffe34-fc46-4b6f-bf80-d879a59c91ca req-2bfab27f-2fd4-49d4-b1a0-24ceebde3c83 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419595 Jun 06 11:57:24.647856 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f724480-bc5d-495a-ad4e-04bbaf4291f7 req-8897c33e-c409-4859-9123-6e2488c9553b tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:24.649296 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-0f724480-bc5d-495a-ad4e-04bbaf4291f7 req-8897c33e-c409-4859-9123-6e2488c9553b tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 943 time: 0.0782099 Jun 06 11:57:24.692805 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-0f724480-bc5d-495a-ad4e-04bbaf4291f7 req-2ef59b9a-2fa4-4259-af47-60d26b4db7c6 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374100 Jun 06 11:57:25.881641 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb996766-cee8-4f55-84f9-0ef84d7ff58d req-45c9f117-5c85-4b10-b502-b1fb3899cee4 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:25.883113 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-cb996766-cee8-4f55-84f9-0ef84d7ff58d req-45c9f117-5c85-4b10-b502-b1fb3899cee4 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 943 time: 0.0803630 Jun 06 11:57:25.927208 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-cb996766-cee8-4f55-84f9-0ef84d7ff58d req-296d6cea-c4a9-4840-bdf7-9d56dd5242ab tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384240 Jun 06 11:57:27.114922 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1827d01f-4302-4dbc-a738-caefbd42109b req-33113dad-0392-4c36-aa51-f0c1e58043f7 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:27.116270 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-1827d01f-4302-4dbc-a738-caefbd42109b req-33113dad-0392-4c36-aa51-f0c1e58043f7 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 943 time: 0.0812633 Jun 06 11:57:27.159545 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-1827d01f-4302-4dbc-a738-caefbd42109b req-44ca5e09-6613-48b0-b819-8b9b685e01f1 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377934 Jun 06 11:57:27.242613 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 7a5bf449-5652-4b14-8af1-0d5d36b9051b details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 11:57:27.372483 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 7a5bf449-5652-4b14-8af1-0d5d36b9051b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7a5bf449-5652-4b14-8af1-0d5d36b9051b,segment=NetworkSegment(80a63e8a-38a8-406a-8b0d-bb2d67e9b52e),segment_id=80a63e8a-38a8-406a-8b0d-bb2d67e9b52e)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:57:27.385637 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Returning: {'device': '7a5bf449-5652-4b14-8af1-0d5d36b9051b', 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282', 'port_id': '7a5bf449-5652-4b14-8af1-0d5d36b9051b', 'mac_address': 'fa:16:3e:76:df:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 11:57:27.439180 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:57:27.455069 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a5bf449-5652-4b14-8af1-0d5d36b9051b {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 11:57:27.470351 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 7a5bf449-5652-4b14-8af1-0d5d36b9051b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7a5bf449-5652-4b14-8af1-0d5d36b9051b,segment=NetworkSegment(80a63e8a-38a8-406a-8b0d-bb2d67e9b52e),segment_id=80a63e8a-38a8-406a-8b0d-bb2d67e9b52e)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:57:27.473911 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:57:27.475582 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:57:27.540757 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=7a5bf449-5652-4b14-8af1-0d5d36b9051b,revision_number=9']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:57:27.543730 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:57:27.684813 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] get_ports_and_sgs() called for port_ids ['7a5bf449-5652-4b14-8af1-0d5d36b9051b'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 11:57:28.348629 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d0752-f02b-42b8-911f-a2f4f5f31b4c req-47a44d65-bf7a-440b-bba3-044ba0f0fa36 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:28.350199 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-652d0752-f02b-42b8-911f-a2f4f5f31b4c req-47a44d65-bf7a-440b-bba3-044ba0f0fa36 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 944 time: 0.0835919 Jun 06 11:57:28.393164 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-652d0752-f02b-42b8-911f-a2f4f5f31b4c req-e72e3695-107f-4dfe-8cb0-da5af89db684 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373387 Jun 06 11:57:29.248048 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 7a5bf449-5652-4b14-8af1-0d5d36b9051b up at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:57:29.315245 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Provisioning complete for port 7a5bf449-5652-4b14-8af1-0d5d36b9051b triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:57:29.315619 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:57:29.429474 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:57:29.458519 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fcb1b9-bb55-47dc-ab3b-99f557ade627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5bf449-5652-4b14-8af1-0d5d36b9051b'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:57:29.460880 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0ef12a69f97602b9a4dda1947a91503bc9b0dd65cb545ae1f4eaba5f5490f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa526568-ada0-4ded-a7b0-74ab45301ee8" -d '{"events": [{"server_uuid": "88fcb1b9-bb55-47dc-ab3b-99f557ade627", "name": "network-vif-plugged", "status": "completed", "tag": "7a5bf449-5652-4b14-8af1-0d5d36b9051b"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:57:29.468376 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 7a5bf449-5652-4b14-8af1-0d5d36b9051b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7a5bf449-5652-4b14-8af1-0d5d36b9051b,segment=NetworkSegment(80a63e8a-38a8-406a-8b0d-bb2d67e9b52e),segment_id=80a63e8a-38a8-406a-8b0d-bb2d67e9b52e)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:57:29.473346 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:57:29.476152 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:57:29.542680 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=7a5bf449-5652-4b14-8af1-0d5d36b9051b,revision_number=10']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:57:29.545795 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:57:29.585998 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f04772-0798-40d6-84b0-8a778a17a960 req-9c930790-ebff-4dc8-959b-722c22ea509e tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:29.587465 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-24f04772-0798-40d6-84b0-8a778a17a960 req-9c930790-ebff-4dc8-959b-722c22ea509e tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 946 time: 0.0834637 Jun 06 11:57:29.633098 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-24f04772-0798-40d6-84b0-8a778a17a960 req-35d5247c-1beb-4210-a33d-a92fc71a7b0d tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398343 Jun 06 11:57:29.739545 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e0c207-0681-4dc2-b805-caf3ef86457c x-openstack-request-id: req-36e0c207-0681-4dc2-b805-caf3ef86457c {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:57:29.739868 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88fcb1b9-bb55-47dc-ab3b-99f557ade627", "name": "network-vif-plugged", "status": "completed", "tag": "7a5bf449-5652-4b14-8af1-0d5d36b9051b", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:57:29.740132 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-36e0c207-0681-4dc2-b805-caf3ef86457c {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:57:29.740539 dv-cinder-786260-3-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88fcb1b9-bb55-47dc-ab3b-99f557ade627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5bf449-5652-4b14-8af1-0d5d36b9051b', 'code': 200} Jun 06 11:57:29.833255 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b6dc4-67d3-4334-9f3e-d5e8d2684c93 req-8f74784b-73c1-43e5-80d3-f432d7d4d8dd tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:29.834705 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-750b6dc4-67d3-4334-9f3e-d5e8d2684c93 req-8f74784b-73c1-43e5-80d3-f432d7d4d8dd tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1 HTTP/1.1" status: 200 len: 946 time: 0.0876813 Jun 06 11:57:29.880941 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-750b6dc4-67d3-4334-9f3e-d5e8d2684c93 req-188bd9c4-760b-4d74-b7a4-13a4d5819571 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/security-groups?id=58f55872-ceb7-4746-9dfc-e65ee5ff9361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400867 Jun 06 11:57:29.983788 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f798b0b-c861-45b7-92a9-a738ae5ef904 req-0119608c-dc3d-47de-852c-728b22d1073c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:29.985225 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-3f798b0b-c861-45b7-92a9-a738ae5ef904 req-0119608c-dc3d-47de-852c-728b22d1073c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 1099 time: 0.0681989 Jun 06 11:57:30.030230 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-3f798b0b-c861-45b7-92a9-a738ae5ef904 req-21fa5a32-d1eb-4f93-9fe0-0bdcc4471085 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378158 Jun 06 11:57:30.159416 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-ba91a0d3-b3f1-4b6f-8dd8-60e82dde9217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:57:30.821432 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e06be-ebe4-4aae-bbd8-1b4315e96362 req-67576eab-fbd8-45f1-bc7d-c0e4af1922db tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:30.823201 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-bd8e06be-ebe4-4aae-bbd8-1b4315e96362 req-67576eab-fbd8-45f1-bc7d-c0e4af1922db tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 946 time: 0.0811849 Jun 06 11:57:30.877430 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-bd8e06be-ebe4-4aae-bbd8-1b4315e96362 req-a30dab14-1b73-4a7e-8c59-1325cf23edf6 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444453 Jun 06 11:57:31.073150 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c480b2fc-4036-4e90-ad8a-09185a9fc067 req-67ca9dda-eeaa-4cdb-84d6-7cdc26a042ec tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:31.074660 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-c480b2fc-4036-4e90-ad8a-09185a9fc067 req-67ca9dda-eeaa-4cdb-84d6-7cdc26a042ec tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1 HTTP/1.1" status: 200 len: 946 time: 0.0822904 Jun 06 11:57:31.124964 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-c480b2fc-4036-4e90-ad8a-09185a9fc067 req-403dd014-b848-454e-91ab-2bda410f9083 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/security-groups?id=58f55872-ceb7-4746-9dfc-e65ee5ff9361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436068 Jun 06 11:57:32.070979 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8152d-dfff-4f72-a9db-aa54f4dee79a req-80a14eaa-1b49-4bdc-9ef9-76447d8c3703 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:32.072422 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-adf8152d-dfff-4f72-a9db-aa54f4dee79a req-80a14eaa-1b49-4bdc-9ef9-76447d8c3703 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 946 time: 0.0835466 Jun 06 11:57:32.116511 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-adf8152d-dfff-4f72-a9db-aa54f4dee79a req-07e6598e-1ba9-4779-9260-35f65922524a tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374439 Jun 06 11:57:32.305462 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481854b6-a01e-44f1-b304-90a3af9a4074 req-2027b290-2e13-4bc7-bfad-35fc81af7a03 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:32.306941 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-481854b6-a01e-44f1-b304-90a3af9a4074 req-2027b290-2e13-4bc7-bfad-35fc81af7a03 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1 HTTP/1.1" status: 200 len: 946 time: 0.0785556 Jun 06 11:57:32.351417 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-481854b6-a01e-44f1-b304-90a3af9a4074 req-5e41de6a-66dd-4deb-8a13-85642f4e3b86 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/security-groups?id=58f55872-ceb7-4746-9dfc-e65ee5ff9361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383575 Jun 06 11:57:32.510559 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:57:32.798240 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-7229a9bf-56bd-4913-9bab-b6961027382f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:57:33.532610 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43143066-d9dc-4e8a-8b2c-e537db620a2c req-6f44b0ea-2b1c-49d0-8616-5057c61929f4 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:33.534125 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-43143066-d9dc-4e8a-8b2c-e537db620a2c req-6f44b0ea-2b1c-49d0-8616-5057c61929f4 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1 HTTP/1.1" status: 200 len: 946 time: 0.0806139 Jun 06 11:57:33.577921 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-43143066-d9dc-4e8a-8b2c-e537db620a2c req-cbca5885-692a-4a5c-91e5-e581a4fb66be tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/security-groups?id=58f55872-ceb7-4746-9dfc-e65ee5ff9361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376980 Jun 06 11:57:33.739550 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:57:34.230603 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:57:34.762302 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4114c-0091-4869-bdbe-c9bb587243c8 req-3b0c8785-bffe-4c7c-bdbf-65df348a97e8 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:34.763733 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-f1c4114c-0091-4869-bdbe-c9bb587243c8 req-3b0c8785-bffe-4c7c-bdbf-65df348a97e8 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1 HTTP/1.1" status: 200 len: 946 time: 0.0815411 Jun 06 11:57:34.807897 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-f1c4114c-0091-4869-bdbe-c9bb587243c8 req-5398a442-e597-4584-b5f4-95770b816f2e tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/security-groups?id=58f55872-ceb7-4746-9dfc-e65ee5ff9361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384459 Jun 06 11:57:35.608035 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:57:35.993364 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84deea47-0d35-4d55-91e6-a4cbab40afcf req-c2a933d0-c517-44c2-90df-03892dd0358c tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:35.994852 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-84deea47-0d35-4d55-91e6-a4cbab40afcf req-c2a933d0-c517-44c2-90df-03892dd0358c tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1 HTTP/1.1" status: 200 len: 946 time: 0.0830400 Jun 06 11:57:36.039474 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-84deea47-0d35-4d55-91e6-a4cbab40afcf req-cc6acacd-6464-40e1-9abc-05aa6ac83f9e tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/security-groups?id=58f55872-ceb7-4746-9dfc-e65ee5ff9361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389476 Jun 06 11:57:37.221267 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce40ce3-3d3b-470b-ac30-dafdc265223c req-c519c37c-c71b-440c-9e59-39519566c0fc tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:37.222955 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-2ce40ce3-3d3b-470b-ac30-dafdc265223c req-c519c37c-c71b-440c-9e59-39519566c0fc tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1 HTTP/1.1" status: 200 len: 946 time: 0.0780377 Jun 06 11:57:37.266240 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-2ce40ce3-3d3b-470b-ac30-dafdc265223c req-c6d780c5-a041-4c14-ad00-42cf44efe4e3 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/security-groups?id=58f55872-ceb7-4746-9dfc-e65ee5ff9361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380611 Jun 06 11:57:38.448640 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfc3b3-46c0-452e-ba13-d1def5c41d7e req-0e6775fe-3f31-4a03-a4c8-c40fa60b5e43 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:38.450126 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-12dfc3b3-46c0-452e-ba13-d1def5c41d7e req-0e6775fe-3f31-4a03-a4c8-c40fa60b5e43 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1 HTTP/1.1" status: 200 len: 946 time: 0.0800915 Jun 06 11:57:38.497327 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-12dfc3b3-46c0-452e-ba13-d1def5c41d7e req-881bb042-32c0-4688-bb3f-10e89f8aef3f tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/security-groups?id=58f55872-ceb7-4746-9dfc-e65ee5ff9361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409403 Jun 06 11:57:39.681980 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c4f48-0bb5-4963-bacd-66eafb6cb9eb req-d1a7545e-0411-4e52-8d6c-9081ff390d09 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:39.683314 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-603c4f48-0bb5-4963-bacd-66eafb6cb9eb req-d1a7545e-0411-4e52-8d6c-9081ff390d09 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1 HTTP/1.1" status: 200 len: 946 time: 0.0814629 Jun 06 11:57:39.727333 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-603c4f48-0bb5-4963-bacd-66eafb6cb9eb req-d85e7fa3-0bf9-4ebc-8a28-f9375a100554 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/security-groups?id=58f55872-ceb7-4746-9dfc-e65ee5ff9361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377941 Jun 06 11:57:39.938917 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac98eaa-5901-44a6-a9ca-5404f649d9bb req-88d9ea17-b8e1-48cf-9eef-1877fb07824f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:39.940360 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-8ac98eaa-5901-44a6-a9ca-5404f649d9bb req-88d9ea17-b8e1-48cf-9eef-1877fb07824f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a760c1c31ed345629684c634c2c50df0&device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1 HTTP/1.1" status: 200 len: 1099 time: 0.0705042 Jun 06 11:57:40.070194 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac98eaa-5901-44a6-a9ca-5404f649d9bb req-70f9c31f-fd91-4da1-8fe0-6a462c2213ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:40.071619 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-8ac98eaa-5901-44a6-a9ca-5404f649d9bb req-70f9c31f-fd91-4da1-8fe0-6a462c2213ca service neutron] 10.222.0.11 "GET /v2.0/networks?id=d6670f84-0e9f-4b36-8e4d-15250d634618 HTTP/1.1" status: 200 len: 910 time: 0.1246076 Jun 06 11:57:40.239862 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-8ac98eaa-5901-44a6-a9ca-5404f649d9bb req-ec0fcd2d-b055-4e4c-8baf-1113599a5ef0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9975bfb9-90f2-4b0b-b846-2d33eef2e4e7 HTTP/1.1" status: 200 len: 1002 time: 0.1618969 Jun 06 11:57:40.300539 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac98eaa-5901-44a6-a9ca-5404f649d9bb req-4874387f-cd3f-4ba6-bf7b-76c2d8aa5fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:40.301933 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-8ac98eaa-5901-44a6-a9ca-5404f649d9bb req-4874387f-cd3f-4ba6-bf7b-76c2d8aa5fdd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e8e17c6c-ff31-40ab-9258-8dd2846f4c32 HTTP/1.1" status: 200 len: 848 time: 0.0555396 Jun 06 11:57:40.379238 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac98eaa-5901-44a6-a9ca-5404f649d9bb req-bf51885c-87a4-4df3-983c-e5cb83bb85eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:40.380685 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-8ac98eaa-5901-44a6-a9ca-5404f649d9bb req-bf51885c-87a4-4df3-983c-e5cb83bb85eb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d6670f84-0e9f-4b36-8e4d-15250d634618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0721941 Jun 06 11:57:40.512837 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-8ac98eaa-5901-44a6-a9ca-5404f649d9bb req-4f8e3143-d603-4acd-b2b7-e4e51858c31c service neutron] 10.222.0.11 "GET /v2.0/networks/d6670f84-0e9f-4b36-8e4d-15250d634618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233950 Jun 06 11:57:40.641304 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-8ac98eaa-5901-44a6-a9ca-5404f649d9bb req-5676bd6b-150b-4647-a881-1c17ad616259 service neutron] 10.222.0.11 "GET /v2.0/networks/d6670f84-0e9f-4b36-8e4d-15250d634618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207006 Jun 06 11:57:40.908212 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34566a97-a4d2-40da-b9f5-fc77bf9a3b5b req-528e7c36-77ee-4afa-ad17-bb1559dd8b91 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:40.909696 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-34566a97-a4d2-40da-b9f5-fc77bf9a3b5b req-528e7c36-77ee-4afa-ad17-bb1559dd8b91 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1 HTTP/1.1" status: 200 len: 946 time: 0.0796797 Jun 06 11:57:40.953285 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-34566a97-a4d2-40da-b9f5-fc77bf9a3b5b req-12d0ae12-080b-46ca-a0e8-a9f06387fd3c tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/security-groups?id=58f55872-ceb7-4746-9dfc-e65ee5ff9361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381291 Jun 06 11:57:42.143749 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c288d-ca12-4e6e-999f-3eca35eab64e req-21e4f62e-dacd-49b2-848e-ca385e0c51a1 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:42.145382 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-e48c288d-ca12-4e6e-999f-3eca35eab64e req-21e4f62e-dacd-49b2-848e-ca385e0c51a1 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1 HTTP/1.1" status: 200 len: 946 time: 0.0800617 Jun 06 11:57:42.191918 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-e48c288d-ca12-4e6e-999f-3eca35eab64e req-314e9ef2-7ca5-4028-8258-a20da7da30cc tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/security-groups?id=58f55872-ceb7-4746-9dfc-e65ee5ff9361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406630 Jun 06 11:57:43.380582 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973f9c4-1aa2-41d6-8705-4798d592d9fa req-75fc2eb7-c483-420c-a45a-a73eb930038e tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:43.382059 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-f973f9c4-1aa2-41d6-8705-4798d592d9fa req-75fc2eb7-c483-420c-a45a-a73eb930038e tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1 HTTP/1.1" status: 200 len: 946 time: 0.0856886 Jun 06 11:57:43.426587 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-f973f9c4-1aa2-41d6-8705-4798d592d9fa req-a890b322-0607-4d14-8468-36d295f0f5b1 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/security-groups?id=58f55872-ceb7-4746-9dfc-e65ee5ff9361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388510 Jun 06 11:57:43.682510 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 47474) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:57:43.767672 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc9bda-77e4-4a61-ae70-a10f96d55f28 req-84a098e6-3710-4929-b2e9-3a001e10c8b1 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:43.769236 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-afdc9bda-77e4-4a61-ae70-a10f96d55f28 req-84a098e6-3710-4929-b2e9-3a001e10c8b1 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1 HTTP/1.1" status: 200 len: 946 time: 0.0797732 Jun 06 11:57:43.816539 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-afdc9bda-77e4-4a61-ae70-a10f96d55f28 req-0c5e6fdd-5275-4218-b4bd-52847a016218 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/security-groups?id=58f55872-ceb7-4746-9dfc-e65ee5ff9361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413899 Jun 06 11:57:43.881053 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-8ea1bfc0-8666-4025-a45d-528e8eccbdd8 req-7b25e382-90ba-4721-80d3-c00a28d115be service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1971486 Jun 06 11:57:45.005388 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0195fc-05ab-4d99-ade2-c5d16d0d1dcb req-edabdaf8-7bc9-4236-b051-3984a7d978c0 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:45.006867 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-de0195fc-05ab-4d99-ade2-c5d16d0d1dcb req-edabdaf8-7bc9-4236-b051-3984a7d978c0 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1 HTTP/1.1" status: 200 len: 946 time: 0.0829613 Jun 06 11:57:45.054648 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-de0195fc-05ab-4d99-ade2-c5d16d0d1dcb req-5954c774-8061-45ab-b50b-c4171a215f7a tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/security-groups?id=58f55872-ceb7-4746-9dfc-e65ee5ff9361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420821 Jun 06 11:57:45.356726 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 9975bfb9-90f2-4b0b-b846-2d33eef2e4e7 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 11:57:45.368317 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1bfc0-8666-4025-a45d-528e8eccbdd8 req-0d57728b-4f26-472f-a531-e84b4e9ea402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:45.369814 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-8ea1bfc0-8666-4025-a45d-528e8eccbdd8 req-0d57728b-4f26-472f-a531-e84b4e9ea402 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1&tenant_id=a760c1c31ed345629684c634c2c50df0 HTTP/1.1" status: 200 len: 1099 time: 0.0746768 Jun 06 11:57:45.461463 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1bfc0-8666-4025-a45d-528e8eccbdd8 req-3a5c7b4c-691c-477c-87e0-8209b17a73ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:45.463013 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-8ea1bfc0-8666-4025-a45d-528e8eccbdd8 req-3a5c7b4c-691c-477c-87e0-8209b17a73ec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a760c1c31ed345629684c634c2c50df0&device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1 HTTP/1.1" status: 200 len: 1099 time: 0.0701525 Jun 06 11:57:45.469601 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:57:45.495621 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f722e56-387d-4ff3-8d12-1160433ff9d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9975bfb9-90f2-4b0b-b846-2d33eef2e4e7'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:57:45.497859 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0ef12a69f97602b9a4dda1947a91503bc9b0dd65cb545ae1f4eaba5f5490f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50cd2a52-7525-47e8-a675-a46ce8409633" -d '{"events": [{"server_uuid": "4f722e56-387d-4ff3-8d12-1160433ff9d1", "name": "network-vif-unplugged", "status": "completed", "tag": "9975bfb9-90f2-4b0b-b846-2d33eef2e4e7"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:57:45.505721 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 9975bfb9-90f2-4b0b-b846-2d33eef2e4e7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9975bfb9-90f2-4b0b-b846-2d33eef2e4e7,segment=NetworkSegment(cd7c60f5-759c-439b-8ff5-430cf9eb204c),segment_id=cd7c60f5-759c-439b-8ff5-430cf9eb204c)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:57:45.511053 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:57:45.513881 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:57:45.547479 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 06 Jun 2021 11:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defe4398-026f-4c6c-99dd-44f173370d39 x-openstack-request-id: req-defe4398-026f-4c6c-99dd-44f173370d39 {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:57:45.548059 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f722e56-387d-4ff3-8d12-1160433ff9d1", "name": "network-vif-unplugged", "status": "completed", "tag": "9975bfb9-90f2-4b0b-b846-2d33eef2e4e7", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:57:45.548325 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-defe4398-026f-4c6c-99dd-44f173370d39 {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:57:45.548707 dv-cinder-786260-3-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f722e56-387d-4ff3-8d12-1160433ff9d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9975bfb9-90f2-4b0b-b846-2d33eef2e4e7', 'code': 200} Jun 06 11:57:45.585821 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=9975bfb9-90f2-4b0b-b846-2d33eef2e4e7,revision_number=6']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:57:45.588928 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:57:45.598936 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1bfc0-8666-4025-a45d-528e8eccbdd8 req-a39b171f-79f2-4fb3-a2ea-07f33a2fec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:45.600394 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-8ea1bfc0-8666-4025-a45d-528e8eccbdd8 req-a39b171f-79f2-4fb3-a2ea-07f33a2fec03 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d6670f84-0e9f-4b36-8e4d-15250d634618 HTTP/1.1" status: 200 len: 910 time: 0.1310437 Jun 06 11:57:45.705899 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-8ea1bfc0-8666-4025-a45d-528e8eccbdd8 req-838bb376-9779-49b6-bc95-22798defdc5b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9975bfb9-90f2-4b0b-b846-2d33eef2e4e7 HTTP/1.1" status: 200 len: 1000 time: 0.0979173 Jun 06 11:57:45.771394 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1bfc0-8666-4025-a45d-528e8eccbdd8 req-6a71fd9d-91c3-4ade-ae15-ecd336c8316c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:45.772813 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-8ea1bfc0-8666-4025-a45d-528e8eccbdd8 req-6a71fd9d-91c3-4ade-ae15-ecd336c8316c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e8e17c6c-ff31-40ab-9258-8dd2846f4c32 HTTP/1.1" status: 200 len: 848 time: 0.0600116 Jun 06 11:57:45.847580 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1bfc0-8666-4025-a45d-528e8eccbdd8 req-63b800d8-3d20-47e6-9d1e-ad4024f26144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:45.849049 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-8ea1bfc0-8666-4025-a45d-528e8eccbdd8 req-63b800d8-3d20-47e6-9d1e-ad4024f26144 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d6670f84-0e9f-4b36-8e4d-15250d634618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0692456 Jun 06 11:57:45.980901 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-8ea1bfc0-8666-4025-a45d-528e8eccbdd8 req-5cef2a43-07d9-4df6-86cf-ae60292051f8 service neutron] 10.222.0.11 "GET /v2.0/networks/d6670f84-0e9f-4b36-8e4d-15250d634618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249468 Jun 06 11:57:46.111950 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-8ea1bfc0-8666-4025-a45d-528e8eccbdd8 req-f9ace709-086c-4299-a39d-8f9bef6abbc0 service neutron] 10.222.0.11 "GET /v2.0/networks/d6670f84-0e9f-4b36-8e4d-15250d634618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242259 Jun 06 11:57:46.245041 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5c537-0969-4558-ae70-9f25e4123c95 req-54695ba2-b9f6-47e9-bcc4-c8f5cf987bed tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:46.246425 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-02f5c537-0969-4558-ae70-9f25e4123c95 req-54695ba2-b9f6-47e9-bcc4-c8f5cf987bed tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1 HTTP/1.1" status: 200 len: 944 time: 0.0797687 Jun 06 11:57:46.290537 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-02f5c537-0969-4558-ae70-9f25e4123c95 req-b04ffe3a-40f9-44b3-add3-82bf7bf393b6 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/security-groups?id=58f55872-ceb7-4746-9dfc-e65ee5ff9361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379345 Jun 06 11:57:47.184741 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b61fa02-af01-4808-9fc1-f78e77582c6c req-28d57d06-296f-40c4-81d9-e56fe1481f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:47.186141 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-4b61fa02-af01-4808-9fc1-f78e77582c6c req-28d57d06-296f-40c4-81d9-e56fe1481f9d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1 HTTP/1.1" status: 200 len: 1097 time: 0.0694339 Jun 06 11:57:47.229190 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-4b61fa02-af01-4808-9fc1-f78e77582c6c req-087d3020-dcfc-4ccb-b5cf-b4000c0ca27c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=58f55872-ceb7-4746-9dfc-e65ee5ff9361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363958 Jun 06 11:57:47.546126 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0becd-30d5-4f79-8354-a5413be2eefd req-a21a8d7c-32a6-4d4b-ac01-a68af410b8b9 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:47.548444 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2cc0becd-30d5-4f79-8354-a5413be2eefd req-a21a8d7c-32a6-4d4b-ac01-a68af410b8b9 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1 HTTP/1.1" status: 200 len: 944 time: 0.1528819 Jun 06 11:57:47.592486 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2cc0becd-30d5-4f79-8354-a5413be2eefd req-0ce7169b-bb7d-448e-86d4-7ac14e222a4d tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/security-groups?id=58f55872-ceb7-4746-9dfc-e65ee5ff9361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382812 Jun 06 11:57:48.779043 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e5641-8486-4213-bf45-64861e30a12e req-e018a110-a2f3-483f-96ee-483295f546e4 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:48.780506 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-539e5641-8486-4213-bf45-64861e30a12e req-e018a110-a2f3-483f-96ee-483295f546e4 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1 HTTP/1.1" status: 200 len: 944 time: 0.0836124 Jun 06 11:57:48.825668 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-539e5641-8486-4213-bf45-64861e30a12e req-481d3c42-280b-4d2a-b649-23336cfa0a95 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/security-groups?id=58f55872-ceb7-4746-9dfc-e65ee5ff9361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389092 Jun 06 11:57:49.373051 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 9975bfb9-90f2-4b0b-b846-2d33eef2e4e7 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 11:57:49.504413 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 9975bfb9-90f2-4b0b-b846-2d33eef2e4e7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9975bfb9-90f2-4b0b-b846-2d33eef2e4e7,segment=NetworkSegment(cd7c60f5-759c-439b-8ff5-430cf9eb204c),segment_id=cd7c60f5-759c-439b-8ff5-430cf9eb204c)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:57:49.516910 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Returning: {'device': '9975bfb9-90f2-4b0b-b846-2d33eef2e4e7', 'network_id': 'd6670f84-0e9f-4b36-8e4d-15250d634618', 'port_id': '9975bfb9-90f2-4b0b-b846-2d33eef2e4e7', 'mac_address': 'fa:16:3e:2c:c5:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e17c6c-ff31-40ab-9258-8dd2846f4c32', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 11:57:49.570361 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:57:49.586444 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9975bfb9-90f2-4b0b-b846-2d33eef2e4e7 {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 11:57:49.601959 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 9975bfb9-90f2-4b0b-b846-2d33eef2e4e7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9975bfb9-90f2-4b0b-b846-2d33eef2e4e7,segment=NetworkSegment(cd7c60f5-759c-439b-8ff5-430cf9eb204c),segment_id=cd7c60f5-759c-439b-8ff5-430cf9eb204c)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:57:49.605575 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:57:49.607317 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:57:49.674070 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=9975bfb9-90f2-4b0b-b846-2d33eef2e4e7,revision_number=7']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:57:49.676979 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:57:49.833493 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] get_ports_and_sgs() called for port_ids ['9975bfb9-90f2-4b0b-b846-2d33eef2e4e7'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 11:57:51.067190 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-4e695d9d-1565-4cb0-823c-0d72073c09bd None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 11:57:51.399267 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 9975bfb9-90f2-4b0b-b846-2d33eef2e4e7 up at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:57:51.468325 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Provisioning complete for port 9975bfb9-90f2-4b0b-b846-2d33eef2e4e7 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:57:51.468710 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:57:51.579123 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:57:51.606969 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f722e56-387d-4ff3-8d12-1160433ff9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9975bfb9-90f2-4b0b-b846-2d33eef2e4e7'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:57:51.609740 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0ef12a69f97602b9a4dda1947a91503bc9b0dd65cb545ae1f4eaba5f5490f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc371c3-a645-467f-8952-2e9b0cad48de" -d '{"events": [{"server_uuid": "4f722e56-387d-4ff3-8d12-1160433ff9d1", "name": "network-vif-plugged", "status": "completed", "tag": "9975bfb9-90f2-4b0b-b846-2d33eef2e4e7"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:57:51.617404 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 9975bfb9-90f2-4b0b-b846-2d33eef2e4e7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9975bfb9-90f2-4b0b-b846-2d33eef2e4e7,segment=NetworkSegment(cd7c60f5-759c-439b-8ff5-430cf9eb204c),segment_id=cd7c60f5-759c-439b-8ff5-430cf9eb204c)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:57:51.621572 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:57:51.623766 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:57:51.658401 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65af4d9-794c-418e-99cf-6468fa13110a x-openstack-request-id: req-d65af4d9-794c-418e-99cf-6468fa13110a {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:57:51.658700 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f722e56-387d-4ff3-8d12-1160433ff9d1", "name": "network-vif-plugged", "status": "completed", "tag": "9975bfb9-90f2-4b0b-b846-2d33eef2e4e7", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:57:51.658963 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d65af4d9-794c-418e-99cf-6468fa13110a {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:57:51.659354 dv-cinder-786260-3-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f722e56-387d-4ff3-8d12-1160433ff9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9975bfb9-90f2-4b0b-b846-2d33eef2e4e7', 'code': 200} Jun 06 11:57:51.690428 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=9975bfb9-90f2-4b0b-b846-2d33eef2e4e7,revision_number=8']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:57:51.693327 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:58:00.160391 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-b02f43f0-89a8-492e-8ca8-b7c6cb2b0c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:02.512625 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:02.596064 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-bac542c7-6e90-4164-b8cd-46e370b00af9 req-a1665dbf-dd95-4798-8345-4ecf55b89d49 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712547 Jun 06 11:58:02.686192 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac542c7-6e90-4164-b8cd-46e370b00af9 req-1c4d777e-04df-4eb0-9650-651bc4079ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:58:02.687782 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-bac542c7-6e90-4164-b8cd-46e370b00af9 req-1c4d777e-04df-4eb0-9650-651bc4079ed6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8bf000e1cce144f38f4104d8d8deb9aa&device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 1099 time: 0.0696306 Jun 06 11:58:02.799750 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-aa59c8d1-af2b-44df-9c78-3fbb7a36dca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:02.830275 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac542c7-6e90-4164-b8cd-46e370b00af9 req-64ef6de7-580d-45de-b166-03f3421d8aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:58:02.831717 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-bac542c7-6e90-4164-b8cd-46e370b00af9 req-64ef6de7-580d-45de-b166-03f3421d8aaf service neutron] 10.222.0.11 "GET /v2.0/networks?id=fb856b4d-429a-47d7-897b-0443d48f8282 HTTP/1.1" status: 200 len: 917 time: 0.1253281 Jun 06 11:58:02.939715 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-bac542c7-6e90-4164-b8cd-46e370b00af9 req-24bc6cd0-cef5-4db5-8a87-73de1634a66e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a5bf449-5652-4b14-8af1-0d5d36b9051b HTTP/1.1" status: 200 len: 1001 time: 0.0944591 Jun 06 11:58:03.003124 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac542c7-6e90-4164-b8cd-46e370b00af9 req-867b054a-a25c-42a3-a927-6ab9b2840719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:58:03.004507 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-bac542c7-6e90-4164-b8cd-46e370b00af9 req-867b054a-a25c-42a3-a927-6ab9b2840719 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9 HTTP/1.1" status: 200 len: 855 time: 0.0579057 Jun 06 11:58:03.078506 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac542c7-6e90-4164-b8cd-46e370b00af9 req-aa4e7ffc-b8b5-4bc2-bd49-20f3cd56e47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:58:03.079840 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-bac542c7-6e90-4164-b8cd-46e370b00af9 req-aa4e7ffc-b8b5-4bc2-bd49-20f3cd56e47a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fb856b4d-429a-47d7-897b-0443d48f8282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0684433 Jun 06 11:58:03.210971 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-bac542c7-6e90-4164-b8cd-46e370b00af9 req-acf44e49-6f5a-4699-b608-fbebbd69110f service neutron] 10.222.0.11 "GET /v2.0/networks/fb856b4d-429a-47d7-897b-0443d48f8282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216578 Jun 06 11:58:03.346437 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-bac542c7-6e90-4164-b8cd-46e370b00af9 req-2303aba8-606a-4f15-9ca3-1a5b0181c3da service neutron] 10.222.0.11 "GET /v2.0/networks/fb856b4d-429a-47d7-897b-0443d48f8282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269097 Jun 06 11:58:03.742638 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:04.227151 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:05.611496 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:05.676696 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dcc967-c11e-4330-bec9-f3ea60562471 req-ed56ae7e-811c-47d7-971e-153c613788e2 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:58:05.678101 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-81dcc967-c11e-4330-bec9-f3ea60562471 req-ed56ae7e-811c-47d7-971e-153c613788e2 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 946 time: 0.0806749 Jun 06 11:58:05.727269 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-81dcc967-c11e-4330-bec9-f3ea60562471 req-651d18f5-294b-4e4c-b8c0-7a4fc7d83160 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432911 Jun 06 11:58:06.916494 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d77309-c06b-4967-a0cd-2386186b0d78 req-13399f78-697f-4aee-8d3b-51a5477b5b3e tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:58:06.917995 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-82d77309-c06b-4967-a0cd-2386186b0d78 req-13399f78-697f-4aee-8d3b-51a5477b5b3e tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 946 time: 0.0825832 Jun 06 11:58:06.963190 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-82d77309-c06b-4967-a0cd-2386186b0d78 req-453ce571-9c5f-4f73-ab2a-88072027517f tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7354bd3-5719-457b-94a4-2ced42ad1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386932 Jun 06 11:58:06.992402 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3384a-15fd-4a08-b64b-32ca399627e9 req-de16696d-c610-4d22-b101-8b251f144d90 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:58:06.993820 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-9eb3384a-15fd-4a08-b64b-32ca399627e9 req-de16696d-c610-4d22-b101-8b251f144d90 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.11 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 946 time: 0.0804887 Jun 06 11:58:07.128128 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-9eb3384a-15fd-4a08-b64b-32ca399627e9 req-4002446c-b7be-4c50-9102-2accd18b6425 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Deleting port 7a5bf449-5652-4b14-8af1-0d5d36b9051b {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 11:58:07.128472 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-9eb3384a-15fd-4a08-b64b-32ca399627e9 req-4002446c-b7be-4c50-9102-2accd18b6425 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:07.257819 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-9eb3384a-15fd-4a08-b64b-32ca399627e9 req-4002446c-b7be-4c50-9102-2accd18b6425 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] For port 7a5bf449-5652-4b14-8af1-0d5d36b9051b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7a5bf449-5652-4b14-8af1-0d5d36b9051b,segment=NetworkSegment(80a63e8a-38a8-406a-8b0d-bb2d67e9b52e),segment_id=80a63e8a-38a8-406a-8b0d-bb2d67e9b52e)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:58:07.258198 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-9eb3384a-15fd-4a08-b64b-32ca399627e9 req-4002446c-b7be-4c50-9102-2accd18b6425 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:07.612334 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-9eb3384a-15fd-4a08-b64b-32ca399627e9 req-4002446c-b7be-4c50-9102-2accd18b6425 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:07.612709 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-9eb3384a-15fd-4a08-b64b-32ca399627e9 req-4002446c-b7be-4c50-9102-2accd18b6425 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625267'] for floatingip, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:07.613025 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.db.l3_db [req-9eb3384a-15fd-4a08-b64b-32ca399627e9 req-4002446c-b7be-4c50-9102-2accd18b6425 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Floating IP e2ee6691-ab4c-433c-9c89-d67a9c1586d0 disassociated. External IP: 172.28.1.155, port: 7a5bf449-5652-4b14-8af1-0d5d36b9051b. Jun 06 11:58:07.613362 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-9eb3384a-15fd-4a08-b64b-32ca399627e9 req-4002446c-b7be-4c50-9102-2accd18b6425 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Calling delete_port for 7a5bf449-5652-4b14-8af1-0d5d36b9051b owned by compute:nova {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 11:58:07.720721 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-9eb3384a-15fd-4a08-b64b-32ca399627e9 req-4002446c-b7be-4c50-9102-2accd18b6425 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:07.725958 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b2740464-2015-448a-8e68-ce307cef9b1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:58:07.770342 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4002446c-b7be-4c50-9102-2accd18b6425 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Pushing event deleted for resources: {'Port': ['ID=7a5bf449-5652-4b14-8af1-0d5d36b9051b,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:58:07.779967 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4002446c-b7be-4c50-9102-2accd18b6425 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:07.780428 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4002446c-b7be-4c50-9102-2accd18b6425 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:07.781056 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4002446c-b7be-4c50-9102-2accd18b6425 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:07.781438 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4002446c-b7be-4c50-9102-2accd18b6425 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:07.781803 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4002446c-b7be-4c50-9102-2accd18b6425 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:07.782299 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4002446c-b7be-4c50-9102-2accd18b6425 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:07.782542 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4002446c-b7be-4c50-9102-2accd18b6425 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:07.782908 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4002446c-b7be-4c50-9102-2accd18b6425 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:07.783269 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4002446c-b7be-4c50-9102-2accd18b6425 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:07.783626 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4002446c-b7be-4c50-9102-2accd18b6425 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:07.783982 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4002446c-b7be-4c50-9102-2accd18b6425 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:07.784335 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4002446c-b7be-4c50-9102-2accd18b6425 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:07.788022 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-4002446c-b7be-4c50-9102-2accd18b6425 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:58:07.966982 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9eb3384a-15fd-4a08-b64b-32ca399627e9 req-4002446c-b7be-4c50-9102-2accd18b6425 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Router d510c833-d6e1-45ff-9c8a-e5580604a2ee has already been hosted by L3 agent 3ae38246-b788-4a45-8398-d1ca6712d00e {{(pid=91625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 11:58:08.178284 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a172c377-567a-4f86-b1bb-e8d750701389 req-927699bc-97bf-4351-b051-663dfcfcbf94 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/ports?device_id=88fcb1b9-bb55-47dc-ab3b-99f557ade627 HTTP/1.1" status: 200 len: 210 time: 0.0654650 Jun 06 11:58:08.192239 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9eb3384a-15fd-4a08-b64b-32ca399627e9 req-4002446c-b7be-4c50-9102-2accd18b6425 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify agent at l3_agent.dv-cinder-786260-3-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 11:58:08.208246 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722cb6cb-a8b8-43a4-9ca0-72ac4ffc02e0 None None] Sync routers for ids ['d510c833-d6e1-45ff-9c8a-e5580604a2ee'] in dv-cinder-786260-3-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 11:58:08.218318 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722cb6cb-a8b8-43a4-9ca0-72ac4ffc02e0 None None] Routers {'d510c833-d6e1-45ff-9c8a-e5580604a2ee'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:58:08.218994 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-722cb6cb-a8b8-43a4-9ca0-72ac4ffc02e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T11:58:03Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['d510c833-d6e1-45ff-9c8a-e5580604a2ee'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:58:08.278314 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb3384a-15fd-4a08-b64b-32ca399627e9 req-4002446c-b7be-4c50-9102-2accd18b6425 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] No DVR routers for this DVR port 7a5bf449-5652-4b14-8af1-0d5d36b9051b on host hv-cinder-78626 {{(pid=91625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 11:58:08.281409 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-9eb3384a-15fd-4a08-b64b-32ca399627e9 req-4002446c-b7be-4c50-9102-2accd18b6425 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:08.283361 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-9eb3384a-15fd-4a08-b64b-32ca399627e9 req-4002446c-b7be-4c50-9102-2accd18b6425 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.11 "DELETE /v2.0/ports/7a5bf449-5652-4b14-8af1-0d5d36b9051b HTTP/1.1" status: 204 len: 173 time: 1.2830987 Jun 06 11:58:08.283850 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fcb1b9-bb55-47dc-ab3b-99f557ade627', 'name': 'network-vif-deleted', 'tag': '7a5bf449-5652-4b14-8af1-0d5d36b9051b'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:58:08.286161 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d3a09975e5f8f43507a37e46b4ea231535690fa404cdff26bf77d84c9002b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46c54bd-8bfd-41e4-806d-40f7cc90f25c" -d '{"events": [{"server_uuid": "88fcb1b9-bb55-47dc-ab3b-99f557ade627", "name": "network-vif-deleted", "tag": "7a5bf449-5652-4b14-8af1-0d5d36b9051b"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:58:08.397577 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd0e5f6-ea94-4e9e-9271-0eabeff7a2d7 x-openstack-request-id: req-0bd0e5f6-ea94-4e9e-9271-0eabeff7a2d7 {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:58:08.397930 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88fcb1b9-bb55-47dc-ab3b-99f557ade627", "name": "network-vif-deleted", "tag": "7a5bf449-5652-4b14-8af1-0d5d36b9051b", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:58:08.398226 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0bd0e5f6-ea94-4e9e-9271-0eabeff7a2d7 {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:58:08.398657 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88fcb1b9-bb55-47dc-ab3b-99f557ade627', 'name': 'network-vif-deleted', 'tag': '7a5bf449-5652-4b14-8af1-0d5d36b9051b', 'status': 'completed', 'code': 200} Jun 06 11:58:08.430526 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-722cb6cb-a8b8-43a4-9ca0-72ac4ffc02e0 None None] Set router d510c833-d6e1-45ff-9c8a-e5580604a2ee gateway port host: dv-cinder-786260-3-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:58:08.741697 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-722cb6cb-a8b8-43a4-9ca0-72ac4ffc02e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'name': 'tempest-AttachVolumeShelveTestJSON-204249353-router', 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': 'e4ff3e5d-d6eb-4cec-9a24-abbef944d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:41Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'gw_port': {'id': 'e4ff3e5d-d6eb-4cec-9a24-abbef944d08f', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:09:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:43Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_interfaces': [{'id': '7069b52e-7146-48c2-bce1-3d503474d699', 'name': '', 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282', 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'mac_address': 'fa:16:3e:38:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:50Z', 'updated_at': '2021-06-06T11:52:05Z', 'revision_number': 5, 'project_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'subnets': [{'id': '50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:58:08.745573 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722cb6cb-a8b8-43a4-9ca0-72ac4ffc02e0 None None] Checking router: d510c833-d6e1-45ff-9c8a-e5580604a2ee for host: dv-cinder-786260-3-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 11:58:08.754878 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722cb6cb-a8b8-43a4-9ca0-72ac4ffc02e0 None None] Routers {'d510c833-d6e1-45ff-9c8a-e5580604a2ee'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:58:08.755430 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-722cb6cb-a8b8-43a4-9ca0-72ac4ffc02e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T11:58:03Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['d510c833-d6e1-45ff-9c8a-e5580604a2ee'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:58:08.937352 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-722cb6cb-a8b8-43a4-9ca0-72ac4ffc02e0 None None] Set router d510c833-d6e1-45ff-9c8a-e5580604a2ee gateway port host: dv-cinder-786260-3-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:58:09.244250 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-722cb6cb-a8b8-43a4-9ca0-72ac4ffc02e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'name': 'tempest-AttachVolumeShelveTestJSON-204249353-router', 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': 'e4ff3e5d-d6eb-4cec-9a24-abbef944d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:41Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'gw_port': {'id': 'e4ff3e5d-d6eb-4cec-9a24-abbef944d08f', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:09:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:43Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_interfaces': [{'id': '7069b52e-7146-48c2-bce1-3d503474d699', 'name': '', 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282', 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'mac_address': 'fa:16:3e:38:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:50Z', 'updated_at': '2021-06-06T11:52:05Z', 'revision_number': 5, 'project_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'subnets': [{'id': '50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:58:09.248158 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722cb6cb-a8b8-43a4-9ca0-72ac4ffc02e0 None None] The sync data for ids ['d510c833-d6e1-45ff-9c8a-e5580604a2ee'] in dv-cinder-786260-3-smb is: [{'id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'name': 'tempest-AttachVolumeShelveTestJSON-204249353-router', 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': 'e4ff3e5d-d6eb-4cec-9a24-abbef944d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:41Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'gw_port': {'id': 'e4ff3e5d-d6eb-4cec-9a24-abbef944d08f', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:09:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:43Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_interfaces': [{'id': '7069b52e-7146-48c2-bce1-3d503474d699', 'name': '', 'network_id': 'fb856b4d-429a-47d7-897b-0443d48f8282', 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'mac_address': 'fa:16:3e:38:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:50Z', 'updated_at': '2021-06-06T11:52:05Z', 'revision_number': 5, 'project_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'subnets': [{'id': '50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 11:58:09.456907 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67d986e-4aab-4589-b6b4-cffc828b2d44 None None] New status for floating IP e2ee6691-ab4c-433c-9c89-d67a9c1586d0: DOWN {{(pid=91628) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 11:58:10.327386 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 47526) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:58:10.392993 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a2beca15-03b5-45a4-9c35-7d918f07b070 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:10.420608 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a2beca15-03b5-45a4-9c35-7d918f07b070 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:10.472117 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a2beca15-03b5-45a4-9c35-7d918f07b070 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:10.474571 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a2beca15-03b5-45a4-9c35-7d918f07b070 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:10.475682 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-a2beca15-03b5-45a4-9c35-7d918f07b070 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "DELETE /v2.0/security-groups/c7354bd3-5719-457b-94a4-2ced42ad1cba HTTP/1.1" status: 204 len: 168 time: 0.1473384 Jun 06 11:58:10.476514 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-610a7505-cd70-4d76-b4ab-1a591463c33f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:58:10.478635 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 47528) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:58:10.487250 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2beca15-03b5-45a4-9c35-7d918f07b070 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7354bd3-5719-457b-94a4-2ced42ad1cba,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:58:10.494510 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2beca15-03b5-45a4-9c35-7d918f07b070 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:10.494671 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.api.v2.resource [None req-84e136b6-62bc-4770-8b8e-007c72765ff0 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] show failed (client error): The resource could not be found. Jun 06 11:58:10.494886 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2beca15-03b5-45a4-9c35-7d918f07b070 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:10.495252 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2beca15-03b5-45a4-9c35-7d918f07b070 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:10.495566 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-84e136b6-62bc-4770-8b8e-007c72765ff0 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "GET /v2.0/security-groups/c7354bd3-5719-457b-94a4-2ced42ad1cba HTTP/1.1" status: 404 len: 347 time: 0.0158203 Jun 06 11:58:10.495683 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2beca15-03b5-45a4-9c35-7d918f07b070 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:10.496091 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2beca15-03b5-45a4-9c35-7d918f07b070 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:10.496451 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2beca15-03b5-45a4-9c35-7d918f07b070 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:10.496808 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2beca15-03b5-45a4-9c35-7d918f07b070 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:10.497161 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2beca15-03b5-45a4-9c35-7d918f07b070 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:10.497512 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2beca15-03b5-45a4-9c35-7d918f07b070 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:10.497881 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2beca15-03b5-45a4-9c35-7d918f07b070 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:10.498231 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2beca15-03b5-45a4-9c35-7d918f07b070 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:10.498584 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2beca15-03b5-45a4-9c35-7d918f07b070 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:10.499916 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 47530) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:58:10.502471 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-a2beca15-03b5-45a4-9c35-7d918f07b070 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:58:10.713240 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-4d7d5c2d-57e2-455c-aa58-c23ba153d49b tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Deleting port 62480278-c6a3-4ef6-affe-86fc97a4e799 {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 11:58:10.713492 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4d7d5c2d-57e2-455c-aa58-c23ba153d49b tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:10.828246 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4d7d5c2d-57e2-455c-aa58-c23ba153d49b tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:10.828569 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4d7d5c2d-57e2-455c-aa58-c23ba153d49b tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:10.948990 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-4d7d5c2d-57e2-455c-aa58-c23ba153d49b tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Calling delete_port for 62480278-c6a3-4ef6-affe-86fc97a4e799 owned by network:floatingip {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 11:58:11.058336 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4d7d5c2d-57e2-455c-aa58-c23ba153d49b tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:11.063526 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ce3d9f96-23bf-43ad-ba21-3e2e6b4c6294 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:58:11.213184 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d5c2d-57e2-455c-aa58-c23ba153d49b tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Pushing event deleted for resources: {'Port': ['ID=62480278-c6a3-4ef6-affe-86fc97a4e799,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:58:11.220296 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-4d7d5c2d-57e2-455c-aa58-c23ba153d49b tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:58:11.277089 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4d7d5c2d-57e2-455c-aa58-c23ba153d49b tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks [] for floatingip, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:11.279550 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4d7d5c2d-57e2-455c-aa58-c23ba153d49b tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for floatingip, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:11.281216 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-4d7d5c2d-57e2-455c-aa58-c23ba153d49b tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] 10.222.0.42 "DELETE /v2.0/floatingips/e2ee6691-ab4c-433c-9c89-d67a9c1586d0 HTTP/1.1" status: 204 len: 168 time: 0.7802119 Jun 06 11:58:11.517571 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 7a5bf449-5652-4b14-8af1-0d5d36b9051b no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 11:58:11.552693 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] No Port match for: 7a5bf449-5652-4b14-8af1-0d5d36b9051b {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 11:58:11.553135 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 7a5bf449-5652-4b14-8af1-0d5d36b9051b not bound to the agent host hv-cinder-78626 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 11:58:14.038981 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 47552) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:58:14.664053 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-536f481f-d617-4be5-a108-f57862dc8928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647636'] for router_interface, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:15.059045 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-536f481f-d617-4be5-a108-f57862dc8928 admin admin] Deleting port 7069b52e-7146-48c2-bce1-3d503474d699 {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 11:58:15.059734 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-536f481f-d617-4be5-a108-f57862dc8928 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:15.177892 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [None req-536f481f-d617-4be5-a108-f57862dc8928 admin admin] For port 7069b52e-7146-48c2-bce1-3d503474d699, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=7069b52e-7146-48c2-bce1-3d503474d699,segment=NetworkSegment(80a63e8a-38a8-406a-8b0d-bb2d67e9b52e),segment_id=80a63e8a-38a8-406a-8b0d-bb2d67e9b52e)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:58:15.178253 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-536f481f-d617-4be5-a108-f57862dc8928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:15.299960 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-536f481f-d617-4be5-a108-f57862dc8928 admin admin] Calling delete_port for 7069b52e-7146-48c2-bce1-3d503474d699 owned by network:router_interface {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 11:58:15.524419 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-536f481f-d617-4be5-a108-f57862dc8928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:15.527963 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ff0cab2e-8d1f-40ed-a90e-512b043bef93 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:58:15.573057 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f481f-d617-4be5-a108-f57862dc8928 admin admin] Pushing event deleted for resources: {'Port': ['ID=7069b52e-7146-48c2-bce1-3d503474d699,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:58:15.576296 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-536f481f-d617-4be5-a108-f57862dc8928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:58:15.837392 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-536f481f-d617-4be5-a108-f57862dc8928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-649114'] for router_interface, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:16.191999 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536f481f-d617-4be5-a108-f57862dc8928 admin admin] Router d510c833-d6e1-45ff-9c8a-e5580604a2ee has already been hosted by L3 agent 3ae38246-b788-4a45-8398-d1ca6712d00e {{(pid=91625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 11:58:16.369314 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536f481f-d617-4be5-a108-f57862dc8928 admin admin] Notify agent at l3_agent.dv-cinder-786260-3-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 11:58:16.374050 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-536f481f-d617-4be5-a108-f57862dc8928 admin admin] 10.222.0.42 "PUT /v2.0/routers/d510c833-d6e1-45ff-9c8a-e5580604a2ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3339665 Jun 06 11:58:16.377054 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 47556) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:58:16.380207 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e501d844-7679-473c-8ebc-a374e24836ce None None] Sync routers for ids ['d510c833-d6e1-45ff-9c8a-e5580604a2ee'] in dv-cinder-786260-3-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 11:58:16.389852 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e501d844-7679-473c-8ebc-a374e24836ce None None] Routers {'d510c833-d6e1-45ff-9c8a-e5580604a2ee'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:58:16.390556 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-e501d844-7679-473c-8ebc-a374e24836ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T11:58:03Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['d510c833-d6e1-45ff-9c8a-e5580604a2ee'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:58:16.549110 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d8767c82-7e38-4b73-ade6-966df7b30906 admin admin] Notify callbacks [] for router, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:16.566296 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-e501d844-7679-473c-8ebc-a374e24836ce None None] Set router d510c833-d6e1-45ff-9c8a-e5580604a2ee gateway port host: dv-cinder-786260-3-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:58:16.813932 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d8767c82-7e38-4b73-ade6-966df7b30906 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:16.902511 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-e501d844-7679-473c-8ebc-a374e24836ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'name': 'tempest-AttachVolumeShelveTestJSON-204249353-router', 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': 'e4ff3e5d-d6eb-4cec-9a24-abbef944d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:41Z', 'updated_at': '2021-06-06T11:58:15Z', 'revision_number': 5, 'project_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'gw_port': {'id': 'e4ff3e5d-d6eb-4cec-9a24-abbef944d08f', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:09:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:43Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb'}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:58:16.906170 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-d8767c82-7e38-4b73-ade6-966df7b30906 admin admin] Deleting port e4ff3e5d-d6eb-4cec-9a24-abbef944d08f {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 11:58:16.906702 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d8767c82-7e38-4b73-ade6-966df7b30906 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:16.906896 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e501d844-7679-473c-8ebc-a374e24836ce None None] Checking router: d510c833-d6e1-45ff-9c8a-e5580604a2ee for host: dv-cinder-786260-3-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 11:58:16.916506 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e501d844-7679-473c-8ebc-a374e24836ce None None] Routers {'d510c833-d6e1-45ff-9c8a-e5580604a2ee'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:58:16.917164 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-e501d844-7679-473c-8ebc-a374e24836ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T11:58:03Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['d510c833-d6e1-45ff-9c8a-e5580604a2ee'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:58:17.033031 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [None req-d8767c82-7e38-4b73-ade6-966df7b30906 admin admin] For port e4ff3e5d-d6eb-4cec-9a24-abbef944d08f, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=e4ff3e5d-d6eb-4cec-9a24-abbef944d08f,segment=NetworkSegment(52a7e149-8864-41bb-af99-9d7fcbaa5b17),segment_id=52a7e149-8864-41bb-af99-9d7fcbaa5b17)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:58:17.033391 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d8767c82-7e38-4b73-ade6-966df7b30906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:17.068318 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-e501d844-7679-473c-8ebc-a374e24836ce None None] Set router d510c833-d6e1-45ff-9c8a-e5580604a2ee gateway port host: None {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:58:17.159513 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-d8767c82-7e38-4b73-ade6-966df7b30906 admin admin] Calling delete_port for e4ff3e5d-d6eb-4cec-9a24-abbef944d08f owned by network:router_gateway {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 11:58:17.172546 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-e501d844-7679-473c-8ebc-a374e24836ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'name': 'tempest-AttachVolumeShelveTestJSON-204249353-router', 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:41Z', 'updated_at': '2021-06-06T11:58:16Z', 'revision_number': 6, 'project_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'gw_port_host': None}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:58:17.176717 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e501d844-7679-473c-8ebc-a374e24836ce None None] The sync data for ids ['d510c833-d6e1-45ff-9c8a-e5580604a2ee'] in dv-cinder-786260-3-smb is: [{'id': 'd510c833-d6e1-45ff-9c8a-e5580604a2ee', 'name': 'tempest-AttachVolumeShelveTestJSON-204249353-router', 'tenant_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:41Z', 'updated_at': '2021-06-06T11:58:16Z', 'revision_number': 6, 'project_id': '8bf000e1cce144f38f4104d8d8deb9aa', 'gw_port_host': None}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 11:58:17.300879 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d8767c82-7e38-4b73-ade6-966df7b30906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:17.305267 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-160e9984-f3f2-4e0f-9cc9-f7cc34318bad tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:58:17.351813 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8767c82-7e38-4b73-ade6-966df7b30906 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4ff3e5d-d6eb-4cec-9a24-abbef944d08f,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:58:17.377468 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-d8767c82-7e38-4b73-ade6-966df7b30906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:58:17.440888 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d8767c82-7e38-4b73-ade6-966df7b30906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625220'] for router_gateway, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:17.615080 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d8767c82-7e38-4b73-ade6-966df7b30906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5398'] for router, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:17.617149 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d8767c82-7e38-4b73-ade6-966df7b30906 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:17.699781 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d8767c82-7e38-4b73-ade6-966df7b30906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645103'] for router, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:17.700334 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8767c82-7e38-4b73-ade6-966df7b30906 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d510c833-d6e1-45ff-9c8a-e5580604a2ee {{(pid=91625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 06 11:58:17.705503 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d8767c82-7e38-4b73-ade6-966df7b30906 admin admin] Notify callbacks [] for router, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:17.706667 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-d8767c82-7e38-4b73-ade6-966df7b30906 admin admin] 10.222.0.42 "DELETE /v2.0/routers/d510c833-d6e1-45ff-9c8a-e5580604a2ee HTTP/1.1" status: 204 len: 168 time: 1.3287027 Jun 06 11:58:17.709031 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 47558) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:58:17.766439 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbddc585-b6fd-47f6-ac64-9ffff6ad930b admin admin] Deleting subnet 50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9 {{(pid=91625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 11:58:17.769304 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cbddc585-b6fd-47f6-ac64-9ffff6ad930b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:17.820274 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cbddc585-b6fd-47f6-ac64-9ffff6ad930b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2996275'] for subnet, precommit_delete_associations {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:17.940101 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cbddc585-b6fd-47f6-ac64-9ffff6ad930b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7795437'] for subnet, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:18.009902 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cbddc585-b6fd-47f6-ac64-9ffff6ad930b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7795428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2700932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4042801'] for subnet, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:18.014551 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-fab73c00-e962-4b27-b4aa-a4f04339df94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:58:18.048179 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbddc585-b6fd-47f6-ac64-9ffff6ad930b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:58:18.050672 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-cbddc585-b6fd-47f6-ac64-9ffff6ad930b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:58:18.053199 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cbddc585-b6fd-47f6-ac64-9ffff6ad930b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:18.055103 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-cbddc585-b6fd-47f6-ac64-9ffff6ad930b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/50f3e8b4-f7b7-4c2b-b77f-44dff07cbaa9 HTTP/1.1" status: 204 len: 168 time: 0.3451681 Jun 06 11:58:18.057582 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 47560) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:58:18.064303 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6254410b-408b-40dc-b25b-8aef38f01db1 None None] Network fb856b4d-429a-47d7-897b-0443d48f8282 requested from dv-cinder-786260-3-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 11:58:18.179883 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-07a189c9-885f-44b0-ab24-b15eb8a58130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7781487'] for network, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:18.250513 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-07a189c9-885f-44b0-ab24-b15eb8a58130 admin admin] Deleting port 47ffdfd5-feff-465f-b099-ee514225d861 {{(pid=91626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 11:58:18.250857 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-07a189c9-885f-44b0-ab24-b15eb8a58130 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:18.317791 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e865d9c-e9a0-49ef-b95e-e63fbbe8980c None None] DHCP port deletion for fb856b4d-429a-47d7-897b-0443d48f8282 request from dv-cinder-786260-3-smb {{(pid=91627) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 06 11:58:18.353725 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-07a189c9-885f-44b0-ab24-b15eb8a58130 admin admin] For port 47ffdfd5-feff-465f-b099-ee514225d861, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=47ffdfd5-feff-465f-b099-ee514225d861,segment=NetworkSegment(80a63e8a-38a8-406a-8b0d-bb2d67e9b52e),segment_id=80a63e8a-38a8-406a-8b0d-bb2d67e9b52e)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:58:18.354116 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-07a189c9-885f-44b0-ab24-b15eb8a58130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:18.386725 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-6e865d9c-e9a0-49ef-b95e-e63fbbe8980c None None] Deleting port 47ffdfd5-feff-465f-b099-ee514225d861 {{(pid=91627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 11:58:18.387066 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-6e865d9c-e9a0-49ef-b95e-e63fbbe8980c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:18.474819 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-07a189c9-885f-44b0-ab24-b15eb8a58130 admin admin] Calling delete_port for 47ffdfd5-feff-465f-b099-ee514225d861 owned by network:dhcp {{(pid=91626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 11:58:18.482791 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-6e865d9c-e9a0-49ef-b95e-e63fbbe8980c None None] For port 47ffdfd5-feff-465f-b099-ee514225d861, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=47ffdfd5-feff-465f-b099-ee514225d861,segment=NetworkSegment(80a63e8a-38a8-406a-8b0d-bb2d67e9b52e),segment_id=80a63e8a-38a8-406a-8b0d-bb2d67e9b52e)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:58:18.483214 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-6e865d9c-e9a0-49ef-b95e-e63fbbe8980c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:18.521451 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-07a189c9-885f-44b0-ab24-b15eb8a58130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1152752'] for port, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:18.525268 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-842ac1b9-6224-46d2-a8a2-f8d3033330e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:58:18.571245 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a189c9-885f-44b0-ab24-b15eb8a58130 admin admin] Pushing event deleted for resources: {'Port': ['ID=47ffdfd5-feff-465f-b099-ee514225d861,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:58:18.574175 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-07a189c9-885f-44b0-ab24-b15eb8a58130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:58:18.574950 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a189c9-885f-44b0-ab24-b15eb8a58130 admin admin] No DVR routers for this DVR port 47ffdfd5-feff-465f-b099-ee514225d861 on host dv-cinder-786260-3-smb {{(pid=91626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 11:58:18.611337 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-6e865d9c-e9a0-49ef-b95e-e63fbbe8980c None None] Calling delete_port for 47ffdfd5-feff-465f-b099-ee514225d861 owned by network:dhcp {{(pid=91627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 11:58:18.690307 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-07a189c9-885f-44b0-ab24-b15eb8a58130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670900', 'neutron.services.segments.db._delete_segments_for_network-8770687599014'] for network, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:18.702506 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-07a189c9-885f-44b0-ab24-b15eb8a58130 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb856b4d-429a-47d7-897b-0443d48f8282']}} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:58:18.714783 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-07a189c9-885f-44b0-ab24-b15eb8a58130 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80a63e8a-38a8-406a-8b0d-bb2d67e9b52e') {'for_net_delete': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:58:18.715091 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-07a189c9-885f-44b0-ab24-b15eb8a58130 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80a63e8a-38a8-406a-8b0d-bb2d67e9b52e') {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:58:18.727292 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-07a189c9-885f-44b0-ab24-b15eb8a58130 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770687601345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2150654'] for segment, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:18.736846 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-6e865d9c-e9a0-49ef-b95e-e63fbbe8980c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169'] for port, after_delete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:18.741496 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:58:18.745061 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-07a189c9-885f-44b0-ab24-b15eb8a58130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118'] for segment, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:18.751387 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07a189c9-885f-44b0-ab24-b15eb8a58130 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=91626) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 11:58:18.751909 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-07a189c9-885f-44b0-ab24-b15eb8a58130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1152679'] for segment, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:18.765038 dv-cinder-786260-3-smb neutron-server[91626]: Traceback (most recent call last): Jun 06 11:58:18.765038 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 11:58:18.765038 dv-cinder-786260-3-smb neutron-server[91626]: timer() Jun 06 11:58:18.765038 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 11:58:18.765038 dv-cinder-786260-3-smb neutron-server[91626]: cb(*args, **kw) Jun 06 11:58:18.765038 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 11:58:18.765038 dv-cinder-786260-3-smb neutron-server[91626]: return func(*args, **kwargs) Jun 06 11:58:18.765038 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 11:58:18.765038 dv-cinder-786260-3-smb neutron-server[91626]: self._notify() Jun 06 11:58:18.765038 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 11:58:18.765038 dv-cinder-786260-3-smb neutron-server[91626]: self.callback(batched_events) Jun 06 11:58:18.765038 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 11:58:18.765038 dv-cinder-786260-3-smb neutron-server[91626]: event.method(event) Jun 06 11:58:18.765038 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 11:58:18.765038 dv-cinder-786260-3-smb neutron-server[91626]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 11:58:18.765038 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 11:58:18.765038 dv-cinder-786260-3-smb neutron-server[91626]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 11:58:18.765038 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 11:58:18.765038 dv-cinder-786260-3-smb neutron-server[91626]: return f(self, *a, **k) Jun 06 11:58:18.765038 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 11:58:18.765038 dv-cinder-786260-3-smb neutron-server[91626]: return self._get(url).json() Jun 06 11:58:18.765038 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 11:58:18.765038 dv-cinder-786260-3-smb neutron-server[91626]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 11:58:18.765038 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 11:58:18.765038 dv-cinder-786260-3-smb neutron-server[91626]: return self.request(url, 'GET', **kwargs) Jun 06 11:58:18.765038 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 11:58:18.765038 dv-cinder-786260-3-smb neutron-server[91626]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 11:58:18.765038 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 11:58:18.765038 dv-cinder-786260-3-smb neutron-server[91626]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 11:58:18.765038 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 11:58:18.765038 dv-cinder-786260-3-smb neutron-server[91626]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 11:58:18.765038 dv-cinder-786260-3-smb neutron-server[91626]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 11:58:18.788907 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e865d9c-e9a0-49ef-b95e-e63fbbe8980c None None] No DVR routers for this DVR port 47ffdfd5-feff-465f-b099-ee514225d861 on host dv-cinder-786260-3-smb {{(pid=91627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 11:58:18.792894 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e865d9c-e9a0-49ef-b95e-e63fbbe8980c None None] Pushing event deleted for resources: {'Port': ['ID=47ffdfd5-feff-465f-b099-ee514225d861,revision_number=None']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:58:18.801947 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e865d9c-e9a0-49ef-b95e-e63fbbe8980c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:18.802289 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e865d9c-e9a0-49ef-b95e-e63fbbe8980c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:18.802743 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e865d9c-e9a0-49ef-b95e-e63fbbe8980c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:18.803077 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e865d9c-e9a0-49ef-b95e-e63fbbe8980c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:18.803403 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e865d9c-e9a0-49ef-b95e-e63fbbe8980c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:18.803750 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e865d9c-e9a0-49ef-b95e-e63fbbe8980c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:18.804159 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e865d9c-e9a0-49ef-b95e-e63fbbe8980c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:18.804849 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e865d9c-e9a0-49ef-b95e-e63fbbe8980c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:18.805179 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e865d9c-e9a0-49ef-b95e-e63fbbe8980c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:18.805500 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e865d9c-e9a0-49ef-b95e-e63fbbe8980c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:18.805824 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e865d9c-e9a0-49ef-b95e-e63fbbe8980c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:18.806159 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e865d9c-e9a0-49ef-b95e-e63fbbe8980c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:18.809984 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-6e865d9c-e9a0-49ef-b95e-e63fbbe8980c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:58:18.843144 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-07a189c9-885f-44b0-ab24-b15eb8a58130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-598673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625249'] for network, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:18.847458 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:58:18.860755 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-07a189c9-885f-44b0-ab24-b15eb8a58130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for network, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:18.864302 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-07a189c9-885f-44b0-ab24-b15eb8a58130 admin admin] 10.222.0.42 "DELETE /v2.0/networks/fb856b4d-429a-47d7-897b-0443d48f8282 HTTP/1.1" status: 204 len: 168 time: 0.8034239 Jun 06 11:58:18.868300 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a189c9-885f-44b0-ab24-b15eb8a58130 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb856b4d-429a-47d7-897b-0443d48f8282,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:58:18.871066 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-07a189c9-885f-44b0-ab24-b15eb8a58130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:58:18.919565 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 47ffdfd5-feff-465f-b099-ee514225d861 no longer exists at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 11:58:18.955475 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] No Port match for: 47ffdfd5-feff-465f-b099-ee514225d861 {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 11:58:18.955842 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 47ffdfd5-feff-465f-b099-ee514225d861 not bound to the agent host dv-cinder-786260-3-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 11:58:18.956285 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device e4ff3e5d-d6eb-4cec-9a24-abbef944d08f no longer exists at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 11:58:18.984993 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 47564) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:58:18.992888 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] No Port match for: e4ff3e5d-d6eb-4cec-9a24-abbef944d08f {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 11:58:18.993253 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device e4ff3e5d-d6eb-4cec-9a24-abbef944d08f not bound to the agent host dv-cinder-786260-3-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 11:58:18.993690 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 7069b52e-7146-48c2-bce1-3d503474d699 no longer exists at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 11:58:19.026653 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] No Port match for: 7069b52e-7146-48c2-bce1-3d503474d699 {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 11:58:19.027014 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 7069b52e-7146-48c2-bce1-3d503474d699 not bound to the agent host dv-cinder-786260-3-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 11:58:19.035274 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-75eb33b0-ff59-4a6b-b6ed-f53c69b9faba admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8bf000e1cce144f38f4104d8d8deb9aa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0488896 Jun 06 11:58:19.037596 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 47566) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:58:19.094803 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-331ec475-1b9d-40e4-a1da-a8e2285b8a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:19.119554 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-331ec475-1b9d-40e4-a1da-a8e2285b8a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:19.170085 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-331ec475-1b9d-40e4-a1da-a8e2285b8a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:19.172788 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-331ec475-1b9d-40e4-a1da-a8e2285b8a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:19.174170 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-331ec475-1b9d-40e4-a1da-a8e2285b8a7a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c4e87d3c-1da2-41a0-9fa2-4d2b94fe1a6f HTTP/1.1" status: 204 len: 168 time: 0.1356554 Jun 06 11:58:19.174970 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-b27615f2-0d53-469f-a2ff-34546522a3f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:58:19.184074 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ec475-1b9d-40e4-a1da-a8e2285b8a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e87d3c-1da2-41a0-9fa2-4d2b94fe1a6f,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:58:19.186385 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-331ec475-1b9d-40e4-a1da-a8e2285b8a7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:58:19.867122 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 47588) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:58:19.968789 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-7927d855-07e7-4d1d-b8f2-54da0fdc5c0d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-972330892-network', 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:58:19.993132 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7927d855-07e7-4d1d-b8f2-54da0fdc5c0d admin admin] Made reservation on behalf of f78b1e9d293b4d2987519b48834895e5 for: {'network': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:58:19.995507 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7927d855-07e7-4d1d-b8f2-54da0fdc5c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7902729'] for network, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:20.012051 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7927d855-07e7-4d1d-b8f2-54da0fdc5c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:20.117366 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7927d855-07e7-4d1d-b8f2-54da0fdc5c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:20.121026 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7927d855-07e7-4d1d-b8f2-54da0fdc5c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:20.123810 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-b7e64cb5-dda9-4aef-8cd8-8b6ed8a4d726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:58:20.152167 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7927d855-07e7-4d1d-b8f2-54da0fdc5c0d admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=91626) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 11:58:20.161371 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7927d855-07e7-4d1d-b8f2-54da0fdc5c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9ff2d6-5b0f-4846-a7ea-25bc9aa4f040,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:58:20.164886 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-7927d855-07e7-4d1d-b8f2-54da0fdc5c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:58:20.167691 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7927d855-07e7-4d1d-b8f2-54da0fdc5c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118'] for segment, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:20.168159 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.db.segments_db [None req-7927d855-07e7-4d1d-b8f2-54da0fdc5c0d admin admin] Added segment 8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0 of type vlan for network 3a1945e0-6f13-432e-8a46-a7a967870ffb Jun 06 11:58:20.195903 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7927d855-07e7-4d1d-b8f2-54da0fdc5c0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770687122670'] for network, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:20.224279 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7927d855-07e7-4d1d-b8f2-54da0fdc5c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-598673'] for network, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:20.225506 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7927d855-07e7-4d1d-b8f2-54da0fdc5c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:58:20.226117 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7927d855-07e7-4d1d-b8f2-54da0fdc5c0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for network, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:20.230789 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ae209969-c98b-440d-a565-8f7e05c7e90e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:58:20.261802 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-7927d855-07e7-4d1d-b8f2-54da0fdc5c0d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3936112 Jun 06 11:58:20.265197 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 47592) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:58:20.271018 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-5246dc98-26e2-46c8-9616-e6831854f388 admin admin] Request body: {'subnet': {'network_id': '3a1945e0-6f13-432e-8a46-a7a967870ffb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-972330892-subnet', 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:58:20.293058 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5246dc98-26e2-46c8-9616-e6831854f388 admin admin] Made reservation on behalf of f78b1e9d293b4d2987519b48834895e5 for: {'subnet': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:58:20.295676 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5246dc98-26e2-46c8-9616-e6831854f388 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4042772'] for subnet, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:20.416989 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7927d855-07e7-4d1d-b8f2-54da0fdc5c0d admin admin] Pushing event updated for resources: {'Network': ['ID=3a1945e0-6f13-432e-8a46-a7a967870ffb,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:58:20.419522 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-7927d855-07e7-4d1d-b8f2-54da0fdc5c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:58:20.429730 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Network 3a1945e0-6f13-432e-8a46-a7a967870ffb details requested by agent ovs-agent-dv-cinder-786260-3-smb with host dv-cinder-786260-3-smb {{(pid=91627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 11:58:20.589770 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5246dc98-26e2-46c8-9616-e6831854f388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2700997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4042758'] for subnet, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:20.594767 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:58:20.664336 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246dc98-26e2-46c8-9616-e6831854f388 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75e6a31b-4e28-47fe-80e3-408e871e091e,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:58:20.667716 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-5246dc98-26e2-46c8-9616-e6831854f388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:58:20.670119 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5246dc98-26e2-46c8-9616-e6831854f388 admin admin] Checking segment: {'id': '8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3a1945e0-6f13-432e-8a46-a7a967870ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:58:20.670490 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5246dc98-26e2-46c8-9616-e6831854f388 admin admin] Network hostable DHCP agents. Network: 3a1945e0-6f13-432e-8a46-a7a967870ffb, hostable agents: ['faabf3fc-c1ac-4f7b-ba43-3022feb00bd5'], hosted agents: [] {{(pid=91625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 11:58:20.688326 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5246dc98-26e2-46c8-9616-e6831854f388 admin admin] Network 3a1945e0-6f13-432e-8a46-a7a967870ffb is scheduled to be hosted by DHCP agent faabf3fc-c1ac-4f7b-ba43-3022feb00bd5 with binding_index 1 {{(pid=91625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 11:58:20.699424 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-5246dc98-26e2-46c8-9616-e6831854f388 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-3-smb, 3a1945e0-6f13-432e-8a46-a7a967870ffb) {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:58:20.704906 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5246dc98-26e2-46c8-9616-e6831854f388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:58:20.706125 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5246dc98-26e2-46c8-9616-e6831854f388 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:20.710971 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59919af-0153-4587-8f7f-4771e3af09d3 None None] Network 3a1945e0-6f13-432e-8a46-a7a967870ffb requested from dv-cinder-786260-3-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 11:58:20.730232 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-5246dc98-26e2-46c8-9616-e6831854f388 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4632530 Jun 06 11:58:20.734258 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 47596) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:58:20.738615 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-d435787a-c0f4-48e7-a994-62bd273ac112 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-972330892-router', 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4'}}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:58:20.759576 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d435787a-c0f4-48e7-a994-62bd273ac112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5376'] for router, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:20.760568 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d435787a-c0f4-48e7-a994-62bd273ac112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-651249', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5401'] for router, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:20.775620 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d435787a-c0f4-48e7-a994-62bd273ac112 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:20.972023 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7e34ee-8366-4096-9f71-40c4acbdbfb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp900c76ae-0d80-5f73-9b80-9ed4069fcc53-3a1945e0-6f13-432e-8a46-a7a967870ffb', 'network_id': '3a1945e0-6f13-432e-8a46-a7a967870ffb', 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'fixed_ips': [{'subnet_id': '75e6a31b-4e28-47fe-80e3-408e871e091e'}]}} from dv-cinder-786260-3-smb. {{(pid=91627) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 11:58:20.972871 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fe7e34ee-8366-4096-9f71-40c4acbdbfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:21.046384 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d435787a-c0f4-48e7-a994-62bd273ac112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-651139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-644959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5423'] for router, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:21.126601 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.db_base_plugin_common [None req-fe7e34ee-8366-4096-9f71-40c4acbdbfb3 None None] Allocated IP 172.20.0.2 (3a1945e0-6f13-432e-8a46-a7a967870ffb/75e6a31b-4e28-47fe-80e3-408e871e091e/b2e435ee-6a25-4e2a-acef-40e46b15c4e2) {{(pid=91627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 11:58:21.335028 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fe7e34ee-8366-4096-9f71-40c4acbdbfb3 None None] Notify callbacks [] for port, precommit_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:21.345229 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fe7e34ee-8366-4096-9f71-40c4acbdbfb3 None None] Transition to ACTIVE for port object b2e435ee-6a25-4e2a-acef-40e46b15c4e2 will not be triggered until provisioned by entity L2. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:58:21.358746 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d435787a-c0f4-48e7-a994-62bd273ac112 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:21.364189 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-fe7e34ee-8366-4096-9f71-40c4acbdbfb3 None None] Transition to ACTIVE for port object b2e435ee-6a25-4e2a-acef-40e46b15c4e2 will not be triggered until provisioned by entity DHCP. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:58:21.369859 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fe7e34ee-8366-4096-9f71-40c4acbdbfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160'] for port, after_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:21.373164 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:58:21.390095 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d435787a-c0f4-48e7-a994-62bd273ac112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:21.438968 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7e34ee-8366-4096-9f71-40c4acbdbfb3 None None] Network 3a1945e0-6f13-432e-8a46-a7a967870ffb is already hosted by enough agents. {{(pid=91627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:58:21.441674 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.scheduler.base_scheduler [None req-fe7e34ee-8366-4096-9f71-40c4acbdbfb3 None None] Resources bound (agent type, host, resource id): {{(pid=91627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:58:21.444228 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7e34ee-8366-4096-9f71-40c4acbdbfb3 None None] Received port after_create {{(pid=91627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 11:58:21.476519 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e34ee-8366-4096-9f71-40c4acbdbfb3 None None] Pushing event updated for resources: {'Port': ['ID=b2e435ee-6a25-4e2a-acef-40e46b15c4e2,revision_number=1']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:58:21.479466 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fe7e34ee-8366-4096-9f71-40c4acbdbfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:58:21.527323 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [None req-d435787a-c0f4-48e7-a994-62bd273ac112 admin admin] Allocated IP 172.28.1.111 (e384afd4-53ce-4e9e-98c9-6e74922afda4/ab19a970-7da1-4791-ba0c-534739925629/023466a7-9fce-44c0-939d-a51ce5fc5e11) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 11:58:21.542472 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-fe7e34ee-8366-4096-9f71-40c4acbdbfb3 None None] Attempting to bind port b2e435ee-6a25-4e2a-acef-40e46b15c4e2 on host dv-cinder-786260-3-smb for vnic_type normal with profile {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 11:58:21.542823 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-fe7e34ee-8366-4096-9f71-40c4acbdbfb3 None None] Attempting to bind port b2e435ee-6a25-4e2a-acef-40e46b15c4e2 by drivers openvswitch,hyperv on host dv-cinder-786260-3-smb at level 0 using segments [{'id': '8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3a1945e0-6f13-432e-8a46-a7a967870ffb'}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 11:58:21.543227 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e34ee-8366-4096-9f71-40c4acbdbfb3 None None] Attempting to bind port b2e435ee-6a25-4e2a-acef-40e46b15c4e2 on network 3a1945e0-6f13-432e-8a46-a7a967870ffb {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:58:21.549432 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e34ee-8366-4096-9f71-40c4acbdbfb3 None None] Checking agent: {'id': '8c08a107-9ed3-4e66-a1ef-b6d8b5adb9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 2), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 11:58:21.549809 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e34ee-8366-4096-9f71-40c4acbdbfb3 None None] Checking segment: {'id': '8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3a1945e0-6f13-432e-8a46-a7a967870ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:58:21.550243 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fe7e34ee-8366-4096-9f71-40c4acbdbfb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:21.550638 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e34ee-8366-4096-9f71-40c4acbdbfb3 None None] Bound using segment: {'id': '8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3a1945e0-6f13-432e-8a46-a7a967870ffb'} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 11:58:21.551104 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-fe7e34ee-8366-4096-9f71-40c4acbdbfb3 None None] Bound port: b2e435ee-6a25-4e2a-acef-40e46b15c4e2, host: dv-cinder-786260-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3a1945e0-6f13-432e-8a46-a7a967870ffb'}}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 11:58:21.551473 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fe7e34ee-8366-4096-9f71-40c4acbdbfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:21.637440 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-fe7e34ee-8366-4096-9f71-40c4acbdbfb3 None None] For port b2e435ee-6a25-4e2a-acef-40e46b15c4e2, host dv-cinder-786260-3-smb, cleared binding levels {{(pid=91627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 11:58:21.640507 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-fe7e34ee-8366-4096-9f71-40c4acbdbfb3 None None] For port b2e435ee-6a25-4e2a-acef-40e46b15c4e2, host dv-cinder-786260-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=b2e435ee-6a25-4e2a-acef-40e46b15c4e2,segment=NetworkSegment(8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0),segment_id=8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0)] {{(pid=91627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 11:58:21.645207 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-fe7e34ee-8366-4096-9f71-40c4acbdbfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:21.649629 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-cfb9b1bf-0018-4c7a-b62d-c8446aedad04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:58:21.675460 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d435787a-c0f4-48e7-a994-62bd273ac112 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:21.705195 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d435787a-c0f4-48e7-a994-62bd273ac112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:21.710659 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ff0cab2e-8d1f-40ed-a90e-512b043bef93 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:58:21.729691 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e34ee-8366-4096-9f71-40c4acbdbfb3 None None] Pushing event updated for resources: {'Port': ['ID=b2e435ee-6a25-4e2a-acef-40e46b15c4e2,revision_number=2']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:58:21.732727 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fe7e34ee-8366-4096-9f71-40c4acbdbfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:58:21.778413 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d435787a-c0f4-48e7-a994-62bd273ac112 admin admin] Network e384afd4-53ce-4e9e-98c9-6e74922afda4 is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:58:21.781862 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-d435787a-c0f4-48e7-a994-62bd273ac112 admin admin] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:58:21.785650 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d435787a-c0f4-48e7-a994-62bd273ac112 admin admin] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 11:58:21.815986 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435787a-c0f4-48e7-a994-62bd273ac112 admin admin] Pushing event updated for resources: {'Port': ['ID=023466a7-9fce-44c0-939d-a51ce5fc5e11,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:58:21.822304 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-d435787a-c0f4-48e7-a994-62bd273ac112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:58:22.305622 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d435787a-c0f4-48e7-a994-62bd273ac112 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:22.557244 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f3fb8b-7801-4a87-bc03-729421c92483 None None] Network 3a1945e0-6f13-432e-8a46-a7a967870ffb requested from dv-cinder-786260-3-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 11:58:22.644710 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-df50f7a9-2afd-496e-be88-673ddba36717 None None] Provisioning for port b2e435ee-6a25-4e2a-acef-40e46b15c4e2 completed by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:58:22.651164 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d435787a-c0f4-48e7-a994-62bd273ac112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-651180'] for router, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:22.856238 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d435787a-c0f4-48e7-a994-62bd273ac112 admin admin] Router 5a1a493d-d3da-4694-ae7a-992fc73f911d is scheduled to L3 agent 3ae38246-b788-4a45-8398-d1ca6712d00e with binding_index 1 {{(pid=91625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 11:58:22.953998 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device b2e435ee-6a25-4e2a-acef-40e46b15c4e2 up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:58:23.020796 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning for port b2e435ee-6a25-4e2a-acef-40e46b15c4e2 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:58:23.025807 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning complete for port b2e435ee-6a25-4e2a-acef-40e46b15c4e2 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:58:23.026221 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:23.047545 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d435787a-c0f4-48e7-a994-62bd273ac112 admin admin] Notify agent at l3_agent.dv-cinder-786260-3-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 11:58:23.056546 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba9b62c-e3f1-4dc6-9f96-7517a3ea03b5 None None] Sync routers for ids ['5a1a493d-d3da-4694-ae7a-992fc73f911d'] in dv-cinder-786260-3-smb {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 11:58:23.067380 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d435787a-c0f4-48e7-a994-62bd273ac112 admin admin] Notify callbacks [] for router, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:23.068153 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba9b62c-e3f1-4dc6-9f96-7517a3ea03b5 None None] Routers {'5a1a493d-d3da-4694-ae7a-992fc73f911d'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:58:23.068591 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-d435787a-c0f4-48e7-a994-62bd273ac112 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3333740 Jun 06 11:58:23.069194 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-2ba9b62c-e3f1-4dc6-9f96-7517a3ea03b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T11:58:03Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['5a1a493d-d3da-4694-ae7a-992fc73f911d'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:58:23.071720 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 47598) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:58:23.098037 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-18b6148c-bcbc-4875-9195-40f3b18e8d9b None None] Provisioning complete for port b2e435ee-6a25-4e2a-acef-40e46b15c4e2 triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:58:23.098422 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-18b6148c-bcbc-4875-9195-40f3b18e8d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:23.217251 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:23.244910 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-2ba9b62c-e3f1-4dc6-9f96-7517a3ea03b5 None None] Set router 5a1a493d-d3da-4694-ae7a-992fc73f911d gateway port host: dv-cinder-786260-3-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:58:23.298233 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] For port b2e435ee-6a25-4e2a-acef-40e46b15c4e2, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=b2e435ee-6a25-4e2a-acef-40e46b15c4e2,segment=NetworkSegment(8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0),segment_id=8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:58:23.299371 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-18b6148c-bcbc-4875-9195-40f3b18e8d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:23.313957 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:23.317558 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:58:23.442702 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Pushing event updated for resources: {'Port': ['ID=b2e435ee-6a25-4e2a-acef-40e46b15c4e2,revision_number=3']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:58:23.446773 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:58:23.448073 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.db.api [None req-18b6148c-bcbc-4875-9195-40f3b18e8d9b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91627) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 06 11:58:23.448441 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_db.api [None req-18b6148c-bcbc-4875-9195-40f3b18e8d9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 06 11:58:23.551289 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-2ba9b62c-e3f1-4dc6-9f96-7517a3ea03b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'name': 'tempest-AttachVolumeTestJSON-972330892-router', 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.111'}], 'enable_snat': True}, 'gw_port_id': '023466a7-9fce-44c0-939d-a51ce5fc5e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:58:20Z', 'updated_at': '2021-06-06T11:58:22Z', 'revision_number': 3, 'project_id': 'f78b1e9d293b4d2987519b48834895e5', 'gw_port': {'id': '023466a7-9fce-44c0-939d-a51ce5fc5e11', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:58:21Z', 'updated_at': '2021-06-06T11:58:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb'}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:58:23.555091 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba9b62c-e3f1-4dc6-9f96-7517a3ea03b5 None None] Checking router: 5a1a493d-d3da-4694-ae7a-992fc73f911d for host: dv-cinder-786260-3-smb {{(pid=91628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 11:58:23.555481 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba9b62c-e3f1-4dc6-9f96-7517a3ea03b5 None None] Updating router 5a1a493d-d3da-4694-ae7a-992fc73f911d port 023466a7-9fce-44c0-939d-a51ce5fc5e11 binding host dv-cinder-786260-3-smb {{(pid=91628) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 11:58:23.610400 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-2ba9b62c-e3f1-4dc6-9f96-7517a3ea03b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:23.867697 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1ebde6a6-d854-49bb-8a84-ba7e8580bd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:23.957870 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-2ba9b62c-e3f1-4dc6-9f96-7517a3ea03b5 None None] Notify callbacks [] for port, precommit_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:23.970013 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.provisioning_blocks [None req-2ba9b62c-e3f1-4dc6-9f96-7517a3ea03b5 None None] Transition to ACTIVE for port object 023466a7-9fce-44c0-939d-a51ce5fc5e11 will not be triggered until provisioned by entity L2. {{(pid=91628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:58:23.976450 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-2ba9b62c-e3f1-4dc6-9f96-7517a3ea03b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:23.980585 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:58:24.059490 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cec05d-e4da-42dd-97fb-4a6fe093b833 None None] Pushing event updated for resources: {'Port': ['ID=023466a7-9fce-44c0-939d-a51ce5fc5e11,revision_number=2']} {{(pid=91628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:58:24.063386 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-2ba9b62c-e3f1-4dc6-9f96-7517a3ea03b5 None None] Attempting to bind port 023466a7-9fce-44c0-939d-a51ce5fc5e11 on host dv-cinder-786260-3-smb for vnic_type normal with profile {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 11:58:24.063759 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-2ba9b62c-e3f1-4dc6-9f96-7517a3ea03b5 None None] Attempting to bind port 023466a7-9fce-44c0-939d-a51ce5fc5e11 by drivers openvswitch,hyperv on host dv-cinder-786260-3-smb at level 0 using segments [{'id': '52a7e149-8864-41bb-af99-9d7fcbaa5b17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4'}] {{(pid=91628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 11:58:24.064122 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba9b62c-e3f1-4dc6-9f96-7517a3ea03b5 None None] Attempting to bind port 023466a7-9fce-44c0-939d-a51ce5fc5e11 on network e384afd4-53ce-4e9e-98c9-6e74922afda4 {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:58:24.070805 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cec05d-e4da-42dd-97fb-4a6fe093b833 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:24.071146 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cec05d-e4da-42dd-97fb-4a6fe093b833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:24.071477 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cec05d-e4da-42dd-97fb-4a6fe093b833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:24.071802 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cec05d-e4da-42dd-97fb-4a6fe093b833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:24.072124 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cec05d-e4da-42dd-97fb-4a6fe093b833 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:24.072442 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cec05d-e4da-42dd-97fb-4a6fe093b833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:24.072755 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cec05d-e4da-42dd-97fb-4a6fe093b833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:24.073071 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cec05d-e4da-42dd-97fb-4a6fe093b833 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:24.073385 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cec05d-e4da-42dd-97fb-4a6fe093b833 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:24.073696 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cec05d-e4da-42dd-97fb-4a6fe093b833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:24.074035 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cec05d-e4da-42dd-97fb-4a6fe093b833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:24.074344 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cec05d-e4da-42dd-97fb-4a6fe093b833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:24.079012 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-06cec05d-e4da-42dd-97fb-4a6fe093b833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:58:24.079896 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba9b62c-e3f1-4dc6-9f96-7517a3ea03b5 None None] Checking agent: {'id': '8c08a107-9ed3-4e66-a1ef-b6d8b5adb9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 2), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 11:58:24.080263 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba9b62c-e3f1-4dc6-9f96-7517a3ea03b5 None None] Checking segment: {'id': '52a7e149-8864-41bb-af99-9d7fcbaa5b17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:58:24.080658 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-2ba9b62c-e3f1-4dc6-9f96-7517a3ea03b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:24.081038 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba9b62c-e3f1-4dc6-9f96-7517a3ea03b5 None None] Bound using segment: {'id': '52a7e149-8864-41bb-af99-9d7fcbaa5b17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4'} {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 11:58:24.081498 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-2ba9b62c-e3f1-4dc6-9f96-7517a3ea03b5 None None] Bound port: 023466a7-9fce-44c0-939d-a51ce5fc5e11, host: dv-cinder-786260-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52a7e149-8864-41bb-af99-9d7fcbaa5b17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4'}}] {{(pid=91628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 11:58:24.081883 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-2ba9b62c-e3f1-4dc6-9f96-7517a3ea03b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:24.089737 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [None req-1ebde6a6-d854-49bb-8a84-ba7e8580bd96 admin admin] Allocated IP 172.20.0.1 (3a1945e0-6f13-432e-8a46-a7a967870ffb/75e6a31b-4e28-47fe-80e3-408e871e091e/14879162-bdb0-461c-b93e-30a0d862854e) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 11:58:24.152073 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.db [None req-2ba9b62c-e3f1-4dc6-9f96-7517a3ea03b5 None None] For port 023466a7-9fce-44c0-939d-a51ce5fc5e11, host dv-cinder-786260-3-smb, cleared binding levels {{(pid=91628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 11:58:24.155201 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.db [None req-2ba9b62c-e3f1-4dc6-9f96-7517a3ea03b5 None None] For port 023466a7-9fce-44c0-939d-a51ce5fc5e11, host dv-cinder-786260-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=023466a7-9fce-44c0-939d-a51ce5fc5e11,segment=NetworkSegment(52a7e149-8864-41bb-af99-9d7fcbaa5b17),segment_id=52a7e149-8864-41bb-af99-9d7fcbaa5b17)] {{(pid=91628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 11:58:24.160628 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-2ba9b62c-e3f1-4dc6-9f96-7517a3ea03b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:24.165233 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:58:24.237463 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba9b62c-e3f1-4dc6-9f96-7517a3ea03b5 None None] Routers {'5a1a493d-d3da-4694-ae7a-992fc73f911d'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:58:24.238103 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-2ba9b62c-e3f1-4dc6-9f96-7517a3ea03b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T11:58:03Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['5a1a493d-d3da-4694-ae7a-992fc73f911d'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:58:24.245015 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1ebde6a6-d854-49bb-8a84-ba7e8580bd96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:24.260252 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [None req-1ebde6a6-d854-49bb-8a84-ba7e8580bd96 admin admin] Transition to ACTIVE for port object 14879162-bdb0-461c-b93e-30a0d862854e will not be triggered until provisioned by entity DHCP. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:58:24.290607 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1ebde6a6-d854-49bb-8a84-ba7e8580bd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:24.295196 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-4d7d5c2d-57e2-455c-aa58-c23ba153d49b tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:58:24.300488 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cec05d-e4da-42dd-97fb-4a6fe093b833 None None] Pushing event updated for resources: {'Port': ['ID=023466a7-9fce-44c0-939d-a51ce5fc5e11,revision_number=3']} {{(pid=91628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:58:24.304733 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-06cec05d-e4da-42dd-97fb-4a6fe093b833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:58:24.356381 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebde6a6-d854-49bb-8a84-ba7e8580bd96 admin admin] Network 3a1945e0-6f13-432e-8a46-a7a967870ffb is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:58:24.359854 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-1ebde6a6-d854-49bb-8a84-ba7e8580bd96 admin admin] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:58:24.363513 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebde6a6-d854-49bb-8a84-ba7e8580bd96 admin admin] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 11:58:24.404064 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebde6a6-d854-49bb-8a84-ba7e8580bd96 admin admin] Pushing event updated for resources: {'Port': ['ID=14879162-bdb0-461c-b93e-30a0d862854e,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:58:24.407018 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-1ebde6a6-d854-49bb-8a84-ba7e8580bd96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:58:24.428817 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1ebde6a6-d854-49bb-8a84-ba7e8580bd96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625382'] for router_interface, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:24.430372 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-2ba9b62c-e3f1-4dc6-9f96-7517a3ea03b5 None None] Set router 5a1a493d-d3da-4694-ae7a-992fc73f911d gateway port host: dv-cinder-786260-3-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:58:24.629545 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-f60c723f-b2b7-42ff-8877-64372d74f97d None None] Provisioning for port 14879162-bdb0-461c-b93e-30a0d862854e completed by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:58:24.635071 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-f60c723f-b2b7-42ff-8877-64372d74f97d None None] Provisioning complete for port 14879162-bdb0-461c-b93e-30a0d862854e triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:58:24.635475 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-f60c723f-b2b7-42ff-8877-64372d74f97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:24.687193 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1ebde6a6-d854-49bb-8a84-ba7e8580bd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:24.722826 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-2ba9b62c-e3f1-4dc6-9f96-7517a3ea03b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'name': 'tempest-AttachVolumeTestJSON-972330892-router', 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.111'}], 'enable_snat': True}, 'gw_port_id': '023466a7-9fce-44c0-939d-a51ce5fc5e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:58:20Z', 'updated_at': '2021-06-06T11:58:22Z', 'revision_number': 3, 'project_id': 'f78b1e9d293b4d2987519b48834895e5', 'gw_port': {'id': '023466a7-9fce-44c0-939d-a51ce5fc5e11', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:58:21Z', 'updated_at': '2021-06-06T11:58:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb'}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:58:24.727242 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba9b62c-e3f1-4dc6-9f96-7517a3ea03b5 None None] The sync data for ids ['5a1a493d-d3da-4694-ae7a-992fc73f911d'] in dv-cinder-786260-3-smb is: [{'id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'name': 'tempest-AttachVolumeTestJSON-972330892-router', 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.111'}], 'enable_snat': True}, 'gw_port_id': '023466a7-9fce-44c0-939d-a51ce5fc5e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:58:20Z', 'updated_at': '2021-06-06T11:58:22Z', 'revision_number': 3, 'project_id': 'f78b1e9d293b4d2987519b48834895e5', 'gw_port': {'id': '023466a7-9fce-44c0-939d-a51ce5fc5e11', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:58:21Z', 'updated_at': '2021-06-06T11:58:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb'}] {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 11:58:24.746550 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-f60c723f-b2b7-42ff-8877-64372d74f97d None None] Port 14879162-bdb0-461c-b93e-30a0d862854e cannot update to ACTIVE because it is not bound. {{(pid=91627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 11:58:24.918389 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1ebde6a6-d854-49bb-8a84-ba7e8580bd96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:24.924219 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1ebde6a6-d854-49bb-8a84-ba7e8580bd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700882'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:24.931464 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device b2e435ee-6a25-4e2a-acef-40e46b15c4e2 up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:58:24.971176 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-cb0d6f17-52b4-4634-92f7-35f93c20d418 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:58:25.018260 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning complete for port b2e435ee-6a25-4e2a-acef-40e46b15c4e2 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:58:25.018755 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:25.052397 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1ebde6a6-d854-49bb-8a84-ba7e8580bd96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647614'] for router_interface, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:25.060142 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebde6a6-d854-49bb-8a84-ba7e8580bd96 admin admin] Pushing event updated for resources: {'Port': ['ID=14879162-bdb0-461c-b93e-30a0d862854e,revision_number=2']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:58:25.063260 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-1ebde6a6-d854-49bb-8a84-ba7e8580bd96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:58:25.307642 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebde6a6-d854-49bb-8a84-ba7e8580bd96 admin admin] Network 3a1945e0-6f13-432e-8a46-a7a967870ffb is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:58:25.308808 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-1ebde6a6-d854-49bb-8a84-ba7e8580bd96 admin admin] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:58:25.506908 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ebde6a6-d854-49bb-8a84-ba7e8580bd96 admin admin] Router 5a1a493d-d3da-4694-ae7a-992fc73f911d has already been hosted by L3 agent 3ae38246-b788-4a45-8398-d1ca6712d00e {{(pid=91625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 11:58:25.571454 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-c9d9605d-0fc4-49a8-bdaa-97fc03a370f4 None None] Provisioning complete for port 14879162-bdb0-461c-b93e-30a0d862854e triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:58:25.571832 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-c9d9605d-0fc4-49a8-bdaa-97fc03a370f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:25.623605 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-c9d9605d-0fc4-49a8-bdaa-97fc03a370f4 None None] Port 14879162-bdb0-461c-b93e-30a0d862854e cannot update to ACTIVE because it is not bound. {{(pid=91627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 11:58:25.684902 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebde6a6-d854-49bb-8a84-ba7e8580bd96 admin admin] Notify agent at l3_agent.dv-cinder-786260-3-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 11:58:25.689574 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-1ebde6a6-d854-49bb-8a84-ba7e8580bd96 admin admin] 10.222.0.42 "PUT /v2.0/routers/5a1a493d-d3da-4694-ae7a-992fc73f911d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6168504 Jun 06 11:58:26.160184 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f01570-7933-40cd-8bf0-62c219d498e3 None None] Sync routers for ids ['5a1a493d-d3da-4694-ae7a-992fc73f911d'] in dv-cinder-786260-3-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 11:58:26.169415 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f01570-7933-40cd-8bf0-62c219d498e3 None None] Routers {'5a1a493d-d3da-4694-ae7a-992fc73f911d'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:58:26.170089 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-d7f01570-7933-40cd-8bf0-62c219d498e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T11:58:03Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['5a1a493d-d3da-4694-ae7a-992fc73f911d'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:58:26.349513 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-d7f01570-7933-40cd-8bf0-62c219d498e3 None None] Set router 5a1a493d-d3da-4694-ae7a-992fc73f911d gateway port host: dv-cinder-786260-3-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:58:26.653530 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-d7f01570-7933-40cd-8bf0-62c219d498e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'name': 'tempest-AttachVolumeTestJSON-972330892-router', 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.111'}], 'enable_snat': True}, 'gw_port_id': '023466a7-9fce-44c0-939d-a51ce5fc5e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:58:20Z', 'updated_at': '2021-06-06T11:58:24Z', 'revision_number': 4, 'project_id': 'f78b1e9d293b4d2987519b48834895e5', 'gw_port': {'id': '023466a7-9fce-44c0-939d-a51ce5fc5e11', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:58:21Z', 'updated_at': '2021-06-06T11:58:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_interfaces': [{'id': '14879162-bdb0-461c-b93e-30a0d862854e', 'name': '', 'network_id': '3a1945e0-6f13-432e-8a46-a7a967870ffb', 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'mac_address': 'fa:16:3e:6d:ee:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '75e6a31b-4e28-47fe-80e3-408e871e091e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:58:23Z', 'updated_at': '2021-06-06T11:58:24Z', 'revision_number': 2, 'project_id': 'f78b1e9d293b4d2987519b48834895e5', 'subnets': [{'id': '75e6a31b-4e28-47fe-80e3-408e871e091e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:58:26.657444 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f01570-7933-40cd-8bf0-62c219d498e3 None None] Checking router: 5a1a493d-d3da-4694-ae7a-992fc73f911d for host: dv-cinder-786260-3-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 11:58:26.657825 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f01570-7933-40cd-8bf0-62c219d498e3 None None] Updating router 5a1a493d-d3da-4694-ae7a-992fc73f911d port 14879162-bdb0-461c-b93e-30a0d862854e binding host dv-cinder-786260-3-smb {{(pid=91627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 11:58:26.714437 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-d7f01570-7933-40cd-8bf0-62c219d498e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:26.940465 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 023466a7-9fce-44c0-939d-a51ce5fc5e11 up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:58:27.073754 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning for port 023466a7-9fce-44c0-939d-a51ce5fc5e11 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:58:27.094853 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 47608) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:58:27.095447 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning complete for port 023466a7-9fce-44c0-939d-a51ce5fc5e11 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:58:27.095832 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:27.099800 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-84695400-e836-4233-b0db-9ad2fc992435 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1178596675', 'description': 'tempest-description--671809845'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:58:27.122310 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-84695400-e836-4233-b0db-9ad2fc992435 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:27.154144 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-d7f01570-7933-40cd-8bf0-62c219d498e3 None None] Notify callbacks [] for port, precommit_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:27.171409 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-d7f01570-7933-40cd-8bf0-62c219d498e3 None None] Transition to ACTIVE for port object 14879162-bdb0-461c-b93e-30a0d862854e will not be triggered until provisioned by entity L2. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:58:27.180795 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-d7f01570-7933-40cd-8bf0-62c219d498e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:27.185287 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-2cb48f0b-0cdc-45dc-9155-ec3674f43f48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:58:27.221230 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-84695400-e836-4233-b0db-9ad2fc992435 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:27.224985 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-84695400-e836-4233-b0db-9ad2fc992435 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:27.228686 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-9fbac9ef-77e3-426f-9073-bba59637675a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:58:27.267167 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84695400-e836-4233-b0db-9ad2fc992435 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5858077-4135-4b04-b320-d04545bf8a78,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:58:27.269983 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-84695400-e836-4233-b0db-9ad2fc992435 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:58:27.270872 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-84695400-e836-4233-b0db-9ad2fc992435 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:27.274693 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-84695400-e836-4233-b0db-9ad2fc992435 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1761067 Jun 06 11:58:27.275082 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 47610) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:58:27.279773 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-a89c3e7a-8396-4041-9d9d-d2bbb0aef743 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Request body: {'security_group_rule': {'security_group_id': 'b5858077-4135-4b04-b320-d04545bf8a78', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:58:27.313489 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a89c3e7a-8396-4041-9d9d-d2bbb0aef743 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:27.395579 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a89c3e7a-8396-4041-9d9d-d2bbb0aef743 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:27.400318 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a89c3e7a-8396-4041-9d9d-d2bbb0aef743 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413282'] for security_group_rule, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:27.402749 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:58:27.432023 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d0c7d0-dd77-47a7-ad1f-1a4328dfcf0b None None] Pushing event updated for resources: {'Port': ['ID=14879162-bdb0-461c-b93e-30a0d862854e,revision_number=3']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:58:27.432655 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c3e7a-8396-4041-9d9d-d2bbb0aef743 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40980c9d-b790-46c8-a7df-fe1cd3792055,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:58:27.435639 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-a89c3e7a-8396-4041-9d9d-d2bbb0aef743 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:58:27.439614 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a89c3e7a-8396-4041-9d9d-d2bbb0aef743 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:27.441603 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-77d0c7d0-dd77-47a7-ad1f-1a4328dfcf0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:58:27.443628 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 47612) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:58:27.444513 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-a89c3e7a-8396-4041-9d9d-d2bbb0aef743 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1683440 Jun 06 11:58:27.449548 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-5d7a6934-76eb-4df4-bdf7-7580d29c2a02 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Request body: {'security_group_rule': {'security_group_id': 'b5858077-4135-4b04-b320-d04545bf8a78', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:58:27.478730 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5d7a6934-76eb-4df4-bdf7-7580d29c2a02 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:27.481612 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:27.521333 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-d7f01570-7933-40cd-8bf0-62c219d498e3 None None] Attempting to bind port 14879162-bdb0-461c-b93e-30a0d862854e on host dv-cinder-786260-3-smb for vnic_type normal with profile {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 11:58:27.521713 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-d7f01570-7933-40cd-8bf0-62c219d498e3 None None] Attempting to bind port 14879162-bdb0-461c-b93e-30a0d862854e by drivers openvswitch,hyperv on host dv-cinder-786260-3-smb at level 0 using segments [{'id': '8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3a1945e0-6f13-432e-8a46-a7a967870ffb'}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 11:58:27.522111 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f01570-7933-40cd-8bf0-62c219d498e3 None None] Attempting to bind port 14879162-bdb0-461c-b93e-30a0d862854e on network 3a1945e0-6f13-432e-8a46-a7a967870ffb {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:58:27.524894 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] For port 023466a7-9fce-44c0-939d-a51ce5fc5e11, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=023466a7-9fce-44c0-939d-a51ce5fc5e11,segment=NetworkSegment(52a7e149-8864-41bb-af99-9d7fcbaa5b17),segment_id=52a7e149-8864-41bb-af99-9d7fcbaa5b17)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:58:27.530576 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:27.532457 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f01570-7933-40cd-8bf0-62c219d498e3 None None] Checking agent: {'id': '8c08a107-9ed3-4e66-a1ef-b6d8b5adb9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 2), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 11:58:27.532848 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f01570-7933-40cd-8bf0-62c219d498e3 None None] Checking segment: {'id': '8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3a1945e0-6f13-432e-8a46-a7a967870ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:58:27.533234 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-d7f01570-7933-40cd-8bf0-62c219d498e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:27.533625 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f01570-7933-40cd-8bf0-62c219d498e3 None None] Bound using segment: {'id': '8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3a1945e0-6f13-432e-8a46-a7a967870ffb'} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 11:58:27.534128 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-d7f01570-7933-40cd-8bf0-62c219d498e3 None None] Bound port: 14879162-bdb0-461c-b93e-30a0d862854e, host: dv-cinder-786260-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3a1945e0-6f13-432e-8a46-a7a967870ffb'}}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 11:58:27.534506 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-d7f01570-7933-40cd-8bf0-62c219d498e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:27.541350 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5d7a6934-76eb-4df4-bdf7-7580d29c2a02 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:27.544864 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:58:27.545050 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5d7a6934-76eb-4df4-bdf7-7580d29c2a02 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413282'] for security_group_rule, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:27.547552 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-5401dde4-24fc-4ad2-90d7-0a36aaa89a69 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:58:27.567835 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a6934-76eb-4df4-bdf7-7580d29c2a02 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fbc6db4-cdfe-4144-a91b-72ac714c2f48,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:58:27.571713 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-5d7a6934-76eb-4df4-bdf7-7580d29c2a02 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:58:27.577304 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5d7a6934-76eb-4df4-bdf7-7580d29c2a02 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:27.578599 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-5d7a6934-76eb-4df4-bdf7-7580d29c2a02 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1331120 Jun 06 11:58:27.582149 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 47614) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:58:27.586176 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-21d3f902-2d9e-4e12-908b-976858db356c tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Request body: {'floatingip': {'floating_network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:58:27.608040 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-21d3f902-2d9e-4e12-908b-976858db356c tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks [] for floatingip, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:27.668119 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Pushing event updated for resources: {'Port': ['ID=023466a7-9fce-44c0-939d-a51ce5fc5e11,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:58:27.674626 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:58:27.685017 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-d7f01570-7933-40cd-8bf0-62c219d498e3 None None] For port 14879162-bdb0-461c-b93e-30a0d862854e, host dv-cinder-786260-3-smb, cleared binding levels {{(pid=91627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 11:58:27.688242 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-d7f01570-7933-40cd-8bf0-62c219d498e3 None None] For port 14879162-bdb0-461c-b93e-30a0d862854e, host dv-cinder-786260-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=14879162-bdb0-461c-b93e-30a0d862854e,segment=NetworkSegment(8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0),segment_id=8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0)] {{(pid=91627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 11:58:27.692711 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-d7f01570-7933-40cd-8bf0-62c219d498e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:27.696145 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:58:27.746216 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-21d3f902-2d9e-4e12-908b-976858db356c tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:27.772623 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f01570-7933-40cd-8bf0-62c219d498e3 None None] Routers {'5a1a493d-d3da-4694-ae7a-992fc73f911d'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:58:27.773272 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-d7f01570-7933-40cd-8bf0-62c219d498e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T11:58:03Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['5a1a493d-d3da-4694-ae7a-992fc73f911d'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:58:27.835753 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d0c7d0-dd77-47a7-ad1f-1a4328dfcf0b None None] Pushing event updated for resources: {'Port': ['ID=14879162-bdb0-461c-b93e-30a0d862854e,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:58:27.840787 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-77d0c7d0-dd77-47a7-ad1f-1a4328dfcf0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:58:27.898675 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_common [None req-21d3f902-2d9e-4e12-908b-976858db356c tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Allocated IP 172.28.1.61 (e384afd4-53ce-4e9e-98c9-6e74922afda4/ab19a970-7da1-4791-ba0c-534739925629/be40de6d-89df-45c0-bc4e-e6dce3fb394d) {{(pid=91626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 11:58:27.967476 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-d7f01570-7933-40cd-8bf0-62c219d498e3 None None] Set router 5a1a493d-d3da-4694-ae7a-992fc73f911d gateway port host: dv-cinder-786260-3-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:58:28.054347 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-21d3f902-2d9e-4e12-908b-976858db356c tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks [] for port, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:28.065293 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-4e695d9d-1565-4cb0-823c-0d72073c09bd None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 11:58:28.086320 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-21d3f902-2d9e-4e12-908b-976858db356c tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1152752'] for port, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:28.090942 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-79495741-3b7f-4ff0-a965-1b2ed0230ca0 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:58:28.152385 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d3f902-2d9e-4e12-908b-976858db356c tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Network e384afd4-53ce-4e9e-98c9-6e74922afda4 is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:58:28.155272 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-21d3f902-2d9e-4e12-908b-976858db356c tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:58:28.159514 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d3f902-2d9e-4e12-908b-976858db356c tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Received port after_create {{(pid=91626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 11:58:28.197982 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3f902-2d9e-4e12-908b-976858db356c tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Pushing event updated for resources: {'Port': ['ID=be40de6d-89df-45c0-bc4e-e6dce3fb394d,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:58:28.201924 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-21d3f902-2d9e-4e12-908b-976858db356c tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:58:28.242843 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-21d3f902-2d9e-4e12-908b-976858db356c tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:28.291623 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-d7f01570-7933-40cd-8bf0-62c219d498e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'name': 'tempest-AttachVolumeTestJSON-972330892-router', 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.111'}], 'enable_snat': True}, 'gw_port_id': '023466a7-9fce-44c0-939d-a51ce5fc5e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:58:20Z', 'updated_at': '2021-06-06T11:58:24Z', 'revision_number': 4, 'project_id': 'f78b1e9d293b4d2987519b48834895e5', 'gw_port': {'id': '023466a7-9fce-44c0-939d-a51ce5fc5e11', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:58:21Z', 'updated_at': '2021-06-06T11:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_interfaces': [{'id': '14879162-bdb0-461c-b93e-30a0d862854e', 'name': '', 'network_id': '3a1945e0-6f13-432e-8a46-a7a967870ffb', 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'mac_address': 'fa:16:3e:6d:ee:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '75e6a31b-4e28-47fe-80e3-408e871e091e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:58:23Z', 'updated_at': '2021-06-06T11:58:27Z', 'revision_number': 4, 'project_id': 'f78b1e9d293b4d2987519b48834895e5', 'subnets': [{'id': '75e6a31b-4e28-47fe-80e3-408e871e091e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:58:28.292606 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f01570-7933-40cd-8bf0-62c219d498e3 None None] The sync data for ids ['5a1a493d-d3da-4694-ae7a-992fc73f911d'] in dv-cinder-786260-3-smb is: [{'id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'name': 'tempest-AttachVolumeTestJSON-972330892-router', 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.111'}], 'enable_snat': True}, 'gw_port_id': '023466a7-9fce-44c0-939d-a51ce5fc5e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:58:20Z', 'updated_at': '2021-06-06T11:58:24Z', 'revision_number': 4, 'project_id': 'f78b1e9d293b4d2987519b48834895e5', 'gw_port': {'id': '023466a7-9fce-44c0-939d-a51ce5fc5e11', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:58:21Z', 'updated_at': '2021-06-06T11:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_interfaces': [{'id': '14879162-bdb0-461c-b93e-30a0d862854e', 'name': '', 'network_id': '3a1945e0-6f13-432e-8a46-a7a967870ffb', 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'mac_address': 'fa:16:3e:6d:ee:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '75e6a31b-4e28-47fe-80e3-408e871e091e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:58:23Z', 'updated_at': '2021-06-06T11:58:27Z', 'revision_number': 4, 'project_id': 'f78b1e9d293b4d2987519b48834895e5', 'subnets': [{'id': '75e6a31b-4e28-47fe-80e3-408e871e091e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 11:58:28.307067 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-21d3f902-2d9e-4e12-908b-976858db356c tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:28.538983 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-21d3f902-2d9e-4e12-908b-976858db356c tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks [] for port, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:28.543627 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-21d3f902-2d9e-4e12-908b-976858db356c tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1152715'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:28.548648 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-867ef6ca-0f48-4f09-b139-0cc99987ed54 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:58:28.661384 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3f902-2d9e-4e12-908b-976858db356c tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Pushing event updated for resources: {'Port': ['ID=be40de6d-89df-45c0-bc4e-e6dce3fb394d,revision_number=2']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:58:28.665721 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-21d3f902-2d9e-4e12-908b-976858db356c tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:58:28.672726 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-21d3f902-2d9e-4e12-908b-976858db356c tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625267'] for floatingip, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:28.692406 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-21d3f902-2d9e-4e12-908b-976858db356c tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for floatingip, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:28.693632 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-21d3f902-2d9e-4e12-908b-976858db356c tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1111674 Jun 06 11:58:28.866936 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-7d5a2465-0f07-4658-a2d2-facf0cba7311 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1178596675&fields=id&tenant_id=f78b1e9d293b4d2987519b48834895e5 HTTP/1.1" status: 200 len: 267 time: 0.0434391 Jun 06 11:58:28.999272 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 14879162-bdb0-461c-b93e-30a0d862854e up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:58:29.033444 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-ed196a54-ca15-4472-b7ef-b291ac554ba8 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:58:29.034997 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-ed196a54-ca15-4472-b7ef-b291ac554ba8 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/networks?id=3a1945e0-6f13-432e-8a46-a7a967870ffb HTTP/1.1" status: 200 len: 810 time: 0.1604993 Jun 06 11:58:29.051852 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-b7f7c434-f9db-48d8-9cbe-ffff0d2f9470 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/quotas/f78b1e9d293b4d2987519b48834895e5 HTTP/1.1" status: 200 len: 375 time: 0.0107391 Jun 06 11:58:29.070856 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning for port 14879162-bdb0-461c-b93e-30a0d862854e completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:58:29.076934 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning complete for port 14879162-bdb0-461c-b93e-30a0d862854e triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:58:29.077324 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:29.143986 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-961a6e36-36fb-417a-873e-aecce1e76e05 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f78b1e9d293b4d2987519b48834895e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0853653 Jun 06 11:58:29.204380 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:29.239304 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] For port 14879162-bdb0-461c-b93e-30a0d862854e, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=14879162-bdb0-461c-b93e-30a0d862854e,segment=NetworkSegment(8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0),segment_id=8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:58:29.244938 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:29.245989 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 023466a7-9fce-44c0-939d-a51ce5fc5e11 up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:58:29.270858 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-d85fe78a-d885-4196-bb77-cc4ae1bd4682 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:58:29.338582 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-9f398fb7-7d15-4ee9-ae76-ed24aeee483d service neutron] 10.222.0.42 "GET /v2.0/networks/3a1945e0-6f13-432e-8a46-a7a967870ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828842 Jun 06 11:58:29.365002 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Pushing event updated for resources: {'Port': ['ID=14879162-bdb0-461c-b93e-30a0d862854e,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:58:29.368153 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:58:29.380711 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning complete for port 023466a7-9fce-44c0-939d-a51ce5fc5e11 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:58:29.381104 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:29.482743 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-54f01624-e71c-4ed3-bbb9-cc209fe4b032 service neutron] 10.222.0.42 "GET /v2.0/networks/3a1945e0-6f13-432e-8a46-a7a967870ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372542 Jun 06 11:58:29.654784 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a932aebf-8623-4c00-8154-ec9bd7e003fc req-4ed36cc2-9d46-41f8-8d00-b9693111c5eb tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 210 time: 0.0425618 Jun 06 11:58:30.160998 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-d080f965-8721-49d5-ab3b-5f362a576c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:30.663765 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-22207205-7054-4477-8d6f-1d87a3d82612 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:58:30.665499 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-22207205-7054-4477-8d6f-1d87a3d82612 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.11 "GET /v2.0/networks?id=3a1945e0-6f13-432e-8a46-a7a967870ffb HTTP/1.1" status: 200 len: 810 time: 0.1463144 Jun 06 11:58:30.723451 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-c67b1826-9f70-45e2-b92d-ea8ef4c2c1bc tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f78b1e9d293b4d2987519b48834895e5 HTTP/1.1" status: 200 len: 380 time: 0.0438638 Jun 06 11:58:30.732526 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-9fa560a9-3211-47ea-ac08-39b0a55b5381 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Request body: {'port': {'device_id': '2375608f-b1de-4319-8bb2-863c2af87c0d', 'network_id': '3a1945e0-6f13-432e-8a46-a7a967870ffb', 'admin_state_up': True, 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'security_groups': ['b5858077-4135-4b04-b320-d04545bf8a78']}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:58:30.895172 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-9fa560a9-3211-47ea-ac08-39b0a55b5381 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Made reservation on behalf of f78b1e9d293b4d2987519b48834895e5 for: {'port': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:58:30.897825 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-a1f503ee-4709-4f0b-a586-f74b4e6c8d5c req-d548c4f8-be32-43ca-a200-902eedf66563 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 210 time: 0.1345859 Jun 06 11:58:30.899342 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-9fa560a9-3211-47ea-ac08-39b0a55b5381 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:30.928479 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 14879162-bdb0-461c-b93e-30a0d862854e up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:58:30.996862 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning complete for port 14879162-bdb0-461c-b93e-30a0d862854e triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:58:30.997251 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:31.071311 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-9fa560a9-3211-47ea-ac08-39b0a55b5381 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Allocated IP 172.20.0.6 (3a1945e0-6f13-432e-8a46-a7a967870ffb/75e6a31b-4e28-47fe-80e3-408e871e091e/d6b85117-36c5-4e80-a1aa-0e5fb44b4432) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 11:58:31.255396 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-9fa560a9-3211-47ea-ac08-39b0a55b5381 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:31.270499 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-9fa560a9-3211-47ea-ac08-39b0a55b5381 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Transition to ACTIVE for port object d6b85117-36c5-4e80-a1aa-0e5fb44b4432 will not be triggered until provisioned by entity DHCP. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:58:31.293426 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-9fa560a9-3211-47ea-ac08-39b0a55b5381 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:31.298958 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-aca6922e-b19e-43aa-bc14-747451f27be5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:58:31.366904 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-9fa560a9-3211-47ea-ac08-39b0a55b5381 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Network 3a1945e0-6f13-432e-8a46-a7a967870ffb is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:58:31.369810 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-9fa560a9-3211-47ea-ac08-39b0a55b5381 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:58:31.373666 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-9fa560a9-3211-47ea-ac08-39b0a55b5381 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 11:58:31.405045 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa560a9-3211-47ea-ac08-39b0a55b5381 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Pushing event updated for resources: {'Port': ['ID=d6b85117-36c5-4e80-a1aa-0e5fb44b4432,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:58:31.412599 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-9fa560a9-3211-47ea-ac08-39b0a55b5381 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:58:31.442946 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-9fa560a9-3211-47ea-ac08-39b0a55b5381 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:58:31.443572 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-9fa560a9-3211-47ea-ac08-39b0a55b5381 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:31.463421 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-9fa560a9-3211-47ea-ac08-39b0a55b5381 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7350106 Jun 06 11:58:31.475676 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-09cd14a8-384b-4b13-8fad-deadcf1a0a2c service neutron] Request body: {'port': {'device_id': '2375608f-b1de-4319-8bb2-863c2af87c0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:58:31.607234 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-7c281d17-8db8-40d3-bdd7-fea591fa3e9a None None] Provisioning for port d6b85117-36c5-4e80-a1aa-0e5fb44b4432 completed by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:58:31.613101 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-7c281d17-8db8-40d3-bdd7-fea591fa3e9a None None] Provisioning complete for port d6b85117-36c5-4e80-a1aa-0e5fb44b4432 triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:58:31.613486 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-7c281d17-8db8-40d3-bdd7-fea591fa3e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:31.669772 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-7c281d17-8db8-40d3-bdd7-fea591fa3e9a None None] Port d6b85117-36c5-4e80-a1aa-0e5fb44b4432 cannot update to ACTIVE because it is not bound. {{(pid=91627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 11:58:31.676652 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-09cd14a8-384b-4b13-8fad-deadcf1a0a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:32.010899 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-09cd14a8-384b-4b13-8fad-deadcf1a0a2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6b85117-36c5-4e80-a1aa-0e5fb44b4432 {{(pid=91625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 11:58:32.056556 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-09cd14a8-384b-4b13-8fad-deadcf1a0a2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:32.084892 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-09cd14a8-384b-4b13-8fad-deadcf1a0a2c service neutron] Transition to ACTIVE for port object d6b85117-36c5-4e80-a1aa-0e5fb44b4432 will not be triggered until provisioned by entity L2. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:58:32.090070 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-09cd14a8-384b-4b13-8fad-deadcf1a0a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700882'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:32.095541 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-d435787a-c0f4-48e7-a994-62bd273ac112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:58:32.259823 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cd14a8-384b-4b13-8fad-deadcf1a0a2c service neutron] Pushing event updated for resources: {'Port': ['ID=d6b85117-36c5-4e80-a1aa-0e5fb44b4432,revision_number=2']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:58:32.262718 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-09cd14a8-384b-4b13-8fad-deadcf1a0a2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:58:32.279259 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b5824-9b68-44a1-a62e-5120cb64a795 req-2db0fb4b-29c9-4709-98c7-6d44798fb53a tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:58:32.281586 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a76b5824-9b68-44a1-a62e-5120cb64a795 req-2db0fb4b-29c9-4709-98c7-6d44798fb53a tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 931 time: 0.2649343 Jun 06 11:58:32.379667 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a76b5824-9b68-44a1-a62e-5120cb64a795 req-1a3fecd3-580a-4c24-b3c4-d3b595267a6f tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5858077-4135-4b04-b320-d04545bf8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667226 Jun 06 11:58:32.387228 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-09cd14a8-384b-4b13-8fad-deadcf1a0a2c service neutron] Attempting to bind port d6b85117-36c5-4e80-a1aa-0e5fb44b4432 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 11:58:32.387568 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-09cd14a8-384b-4b13-8fad-deadcf1a0a2c service neutron] Attempting to bind port d6b85117-36c5-4e80-a1aa-0e5fb44b4432 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3a1945e0-6f13-432e-8a46-a7a967870ffb'}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 11:58:32.387897 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-09cd14a8-384b-4b13-8fad-deadcf1a0a2c service neutron] Attempting to bind port d6b85117-36c5-4e80-a1aa-0e5fb44b4432 on network 3a1945e0-6f13-432e-8a46-a7a967870ffb {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:58:32.393009 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-09cd14a8-384b-4b13-8fad-deadcf1a0a2c service neutron] Port d6b85117-36c5-4e80-a1aa-0e5fb44b4432 on network 3a1945e0-6f13-432e-8a46-a7a967870ffb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 11:58:32.393333 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-09cd14a8-384b-4b13-8fad-deadcf1a0a2c service neutron] Attempting to bind port d6b85117-36c5-4e80-a1aa-0e5fb44b4432 on network 3a1945e0-6f13-432e-8a46-a7a967870ffb {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:58:32.401187 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-09cd14a8-384b-4b13-8fad-deadcf1a0a2c service neutron] Checking agent: {'id': 'e22919c8-6430-48bb-a7f5-088caf168a02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 50, 4), 'started_at': datetime.datetime(2021, 6, 6, 11, 50, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 11:58:32.401534 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-09cd14a8-384b-4b13-8fad-deadcf1a0a2c service neutron] Checking segment: {'id': '8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3a1945e0-6f13-432e-8a46-a7a967870ffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:58:32.401953 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-09cd14a8-384b-4b13-8fad-deadcf1a0a2c service neutron] Bound using segment: {'id': '8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3a1945e0-6f13-432e-8a46-a7a967870ffb'} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 11:58:32.402393 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-09cd14a8-384b-4b13-8fad-deadcf1a0a2c service neutron] Bound port: d6b85117-36c5-4e80-a1aa-0e5fb44b4432, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3a1945e0-6f13-432e-8a46-a7a967870ffb'}}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 11:58:32.402755 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-09cd14a8-384b-4b13-8fad-deadcf1a0a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:32.495683 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-09cd14a8-384b-4b13-8fad-deadcf1a0a2c service neutron] For port d6b85117-36c5-4e80-a1aa-0e5fb44b4432, host hv-cinder-78626, cleared binding levels {{(pid=91625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 11:58:32.498599 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-09cd14a8-384b-4b13-8fad-deadcf1a0a2c service neutron] For port d6b85117-36c5-4e80-a1aa-0e5fb44b4432, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d6b85117-36c5-4e80-a1aa-0e5fb44b4432,segment=NetworkSegment(8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0),segment_id=8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0)] {{(pid=91625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 11:58:32.504472 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-09cd14a8-384b-4b13-8fad-deadcf1a0a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700882'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:32.509378 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-362ddc00-ac56-44d2-b7ee-01691b0b9ec1 tempest-VolumesActionsTest-547617750 tempest-VolumesActionsTest-547617750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:58:32.551144 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:32.566703 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-09cd14a8-384b-4b13-8fad-deadcf1a0a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:58:32.567231 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-09cd14a8-384b-4b13-8fad-deadcf1a0a2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:32.568635 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-09cd14a8-384b-4b13-8fad-deadcf1a0a2c service neutron] 10.222.0.11 "PUT /v2.0/ports/d6b85117-36c5-4e80-a1aa-0e5fb44b4432 HTTP/1.1" status: 200 len: 1093 time: 1.0973935 Jun 06 11:58:32.569133 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2375608f-b1de-4319-8bb2-863c2af87c0d', 'tag': 'd6b85117-36c5-4e80-a1aa-0e5fb44b4432'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:58:32.571489 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d3a09975e5f8f43507a37e46b4ea231535690fa404cdff26bf77d84c9002b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a856974-3f11-4748-9485-a94481f25509" -d '{"events": [{"name": "network-changed", "server_uuid": "2375608f-b1de-4319-8bb2-863c2af87c0d", "tag": "d6b85117-36c5-4e80-a1aa-0e5fb44b4432"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:58:32.592901 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cd14a8-384b-4b13-8fad-deadcf1a0a2c service neutron] Pushing event updated for resources: {'Port': ['ID=d6b85117-36c5-4e80-a1aa-0e5fb44b4432,revision_number=3']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:58:32.596604 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-09cd14a8-384b-4b13-8fad-deadcf1a0a2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:58:32.642434 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f24f2c-a8db-4413-a432-5e0f3398f058 x-openstack-request-id: req-c6f24f2c-a8db-4413-a432-5e0f3398f058 {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:58:32.642759 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2375608f-b1de-4319-8bb2-863c2af87c0d", "tag": "d6b85117-36c5-4e80-a1aa-0e5fb44b4432", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:58:32.643047 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c6f24f2c-a8db-4413-a432-5e0f3398f058 {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:58:32.643475 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2375608f-b1de-4319-8bb2-863c2af87c0d', 'tag': 'd6b85117-36c5-4e80-a1aa-0e5fb44b4432', 'status': 'completed', 'code': 200} Jun 06 11:58:32.685763 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-053aa62f-892d-414b-b49a-29ac81637b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:58:32.687523 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-053aa62f-892d-414b-b49a-29ac81637b09 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f78b1e9d293b4d2987519b48834895e5&device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 1096 time: 0.0780504 Jun 06 11:58:32.762554 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-5e06ab0a-4de8-4397-8ee0-b8cf56ab3b32 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6b85117-36c5-4e80-a1aa-0e5fb44b4432 HTTP/1.1" status: 200 len: 217 time: 0.0681911 Jun 06 11:58:32.801261 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-116be864-9505-4fd7-bfd0-c4bf84194739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:32.830870 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-b8518a07-8a9f-4d09-b27e-09f91cbad470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:58:32.832239 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-b8518a07-8a9f-4d09-b27e-09f91cbad470 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75e6a31b-4e28-47fe-80e3-408e871e091e HTTP/1.1" status: 200 len: 849 time: 0.0631268 Jun 06 11:58:32.907352 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-778012d1-631e-47ee-848d-2ada63bb9a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:58:32.908837 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-778012d1-631e-47ee-848d-2ada63bb9a1c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3a1945e0-6f13-432e-8a46-a7a967870ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0704572 Jun 06 11:58:33.038436 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-ef86bf9d-1b07-4b30-b6d4-96e7541c1baf service neutron] 10.222.0.11 "GET /v2.0/networks/3a1945e0-6f13-432e-8a46-a7a967870ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233342 Jun 06 11:58:33.166372 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c15d35ce-ebd8-48f0-99ef-ca5fddbf092e req-070f839c-5aed-4448-a22c-4c992a6df19a service neutron] 10.222.0.11 "GET /v2.0/networks/3a1945e0-6f13-432e-8a46-a7a967870ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222699 Jun 06 11:58:33.281738 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a856974-3f11-4748-9485-a94481f25509 req-ee0972dc-cd43-4624-aa09-3a0dec877c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:58:33.283363 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-0a856974-3f11-4748-9485-a94481f25509 req-ee0972dc-cd43-4624-aa09-3a0dec877c70 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f78b1e9d293b4d2987519b48834895e5&device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 1096 time: 0.0708575 Jun 06 11:58:33.533615 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a856974-3f11-4748-9485-a94481f25509 req-8fd52541-cbe5-454f-8cf9-008448095945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:58:33.535080 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-0a856974-3f11-4748-9485-a94481f25509 req-8fd52541-cbe5-454f-8cf9-008448095945 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3a1945e0-6f13-432e-8a46-a7a967870ffb HTTP/1.1" status: 200 len: 911 time: 0.2449782 Jun 06 11:58:33.607992 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-0a856974-3f11-4748-9485-a94481f25509 req-3c110479-a126-45ff-b789-69b9feb7d1fe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6b85117-36c5-4e80-a1aa-0e5fb44b4432 HTTP/1.1" status: 200 len: 217 time: 0.0655279 Jun 06 11:58:33.680447 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a856974-3f11-4748-9485-a94481f25509 req-9ac5f2f6-c292-4302-bf81-6ec087aa1b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:58:33.681762 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-0a856974-3f11-4748-9485-a94481f25509 req-9ac5f2f6-c292-4302-bf81-6ec087aa1b06 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75e6a31b-4e28-47fe-80e3-408e871e091e HTTP/1.1" status: 200 len: 849 time: 0.0667856 Jun 06 11:58:33.689306 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ff29a-554e-46fb-97ba-7f74e31b7007 req-4ba21f27-3f69-4c91-9592-0129d25af426 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:58:33.690709 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-648ff29a-554e-46fb-97ba-7f74e31b7007 req-4ba21f27-3f69-4c91-9592-0129d25af426 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 943 time: 0.2044165 Jun 06 11:58:33.744996 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:33.783019 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-648ff29a-554e-46fb-97ba-7f74e31b7007 req-13f94726-c114-429e-9bff-63e57d69b596 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5858077-4135-4b04-b320-d04545bf8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617208 Jun 06 11:58:33.799001 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a856974-3f11-4748-9485-a94481f25509 req-588f88d5-4b48-4294-b6aa-c8761367a235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:58:33.800473 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-0a856974-3f11-4748-9485-a94481f25509 req-588f88d5-4b48-4294-b6aa-c8761367a235 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3a1945e0-6f13-432e-8a46-a7a967870ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1089292 Jun 06 11:58:33.931176 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-0a856974-3f11-4748-9485-a94481f25509 req-480c7c47-c06c-45ca-ae53-5a70fa3362f8 service neutron] 10.222.0.11 "GET /v2.0/networks/3a1945e0-6f13-432e-8a46-a7a967870ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236587 Jun 06 11:58:34.067262 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-0a856974-3f11-4748-9485-a94481f25509 req-5226a1ac-f7b8-4f08-b238-320a4a491856 service neutron] 10.222.0.11 "GET /v2.0/networks/3a1945e0-6f13-432e-8a46-a7a967870ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295245 Jun 06 11:58:34.235653 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:34.970244 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5db082-4eec-4991-86cc-b12e435cb141 req-12b7b2aa-865d-4bbe-9bca-c19c7197c179 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:58:34.971634 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-bd5db082-4eec-4991-86cc-b12e435cb141 req-12b7b2aa-865d-4bbe-9bca-c19c7197c179 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 943 time: 0.0796442 Jun 06 11:58:35.015692 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-bd5db082-4eec-4991-86cc-b12e435cb141 req-58ea9231-f4e4-4d97-b568-f457c5b66da8 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5858077-4135-4b04-b320-d04545bf8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385299 Jun 06 11:58:35.597019 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device d6b85117-36c5-4e80-a1aa-0e5fb44b4432 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 11:58:35.619364 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:35.737346 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port d6b85117-36c5-4e80-a1aa-0e5fb44b4432, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d6b85117-36c5-4e80-a1aa-0e5fb44b4432,segment=NetworkSegment(8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0),segment_id=8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:58:35.750064 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Returning: {'device': 'd6b85117-36c5-4e80-a1aa-0e5fb44b4432', 'network_id': '3a1945e0-6f13-432e-8a46-a7a967870ffb', 'port_id': 'd6b85117-36c5-4e80-a1aa-0e5fb44b4432', 'mac_address': 'fa:16:3e:3f:b3:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e6a31b-4e28-47fe-80e3-408e871e091e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 11:58:35.803785 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:35.821952 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6b85117-36c5-4e80-a1aa-0e5fb44b4432 {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 11:58:35.837879 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port d6b85117-36c5-4e80-a1aa-0e5fb44b4432, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d6b85117-36c5-4e80-a1aa-0e5fb44b4432,segment=NetworkSegment(8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0),segment_id=8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:58:35.841850 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:35.844222 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:58:35.908044 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=d6b85117-36c5-4e80-a1aa-0e5fb44b4432,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:58:35.910848 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:58:36.055418 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] get_ports_and_sgs() called for port_ids ['d6b85117-36c5-4e80-a1aa-0e5fb44b4432'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 11:58:36.210970 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59b790-f91c-49f1-9ccc-bb6970d60814 req-3da841a9-c73b-499f-9cd0-3af7d983d216 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:58:36.213387 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-3b59b790-f91c-49f1-9ccc-bb6970d60814 req-3da841a9-c73b-499f-9cd0-3af7d983d216 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 944 time: 0.0847602 Jun 06 11:58:36.262766 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-3b59b790-f91c-49f1-9ccc-bb6970d60814 req-81fc79ef-bea1-4069-a02f-b12698cb3872 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5858077-4135-4b04-b320-d04545bf8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418963 Jun 06 11:58:37.448577 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce8e67-3f53-4845-8b96-a6b242e50874 req-b36ccbbb-4d60-4ddd-9cd8-a7eaa5d6da0f tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:58:37.450063 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-30ce8e67-3f53-4845-8b96-a6b242e50874 req-b36ccbbb-4d60-4ddd-9cd8-a7eaa5d6da0f tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 944 time: 0.0827205 Jun 06 11:58:37.494189 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-30ce8e67-3f53-4845-8b96-a6b242e50874 req-24e426a6-f069-4986-beab-3867c467c54e tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5858077-4135-4b04-b320-d04545bf8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383656 Jun 06 11:58:37.597128 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device d6b85117-36c5-4e80-a1aa-0e5fb44b4432 up at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:58:37.662552 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Provisioning for port d6b85117-36c5-4e80-a1aa-0e5fb44b4432 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:58:37.666949 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Provisioning complete for port d6b85117-36c5-4e80-a1aa-0e5fb44b4432 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:58:37.667325 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:37.779633 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:37.805641 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2375608f-b1de-4319-8bb2-863c2af87c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b85117-36c5-4e80-a1aa-0e5fb44b4432'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:58:37.807895 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0ef12a69f97602b9a4dda1947a91503bc9b0dd65cb545ae1f4eaba5f5490f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d303493-f169-4489-bfee-ccce9abf818d" -d '{"events": [{"server_uuid": "2375608f-b1de-4319-8bb2-863c2af87c0d", "name": "network-vif-plugged", "status": "completed", "tag": "d6b85117-36c5-4e80-a1aa-0e5fb44b4432"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:58:37.815841 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port d6b85117-36c5-4e80-a1aa-0e5fb44b4432, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d6b85117-36c5-4e80-a1aa-0e5fb44b4432,segment=NetworkSegment(8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0),segment_id=8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:58:37.819999 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:37.821910 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:58:37.857676 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680e1a9e-c338-41b8-b837-da82f7184eff x-openstack-request-id: req-680e1a9e-c338-41b8-b837-da82f7184eff {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:58:37.857999 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2375608f-b1de-4319-8bb2-863c2af87c0d", "name": "network-vif-plugged", "status": "completed", "tag": "d6b85117-36c5-4e80-a1aa-0e5fb44b4432", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:58:37.858261 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-680e1a9e-c338-41b8-b837-da82f7184eff {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:58:37.858679 dv-cinder-786260-3-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2375608f-b1de-4319-8bb2-863c2af87c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b85117-36c5-4e80-a1aa-0e5fb44b4432', 'code': 200} Jun 06 11:58:37.890636 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=d6b85117-36c5-4e80-a1aa-0e5fb44b4432,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:58:37.893601 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:58:38.082160 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02320688-0a12-46d4-8b91-57ffdc69e582 req-0163dcb8-149a-4416-93a2-58d345d63d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:58:38.083615 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-02320688-0a12-46d4-8b91-57ffdc69e582 req-0163dcb8-149a-4416-93a2-58d345d63d0b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 1098 time: 0.0728755 Jun 06 11:58:38.122615 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-02320688-0a12-46d4-8b91-57ffdc69e582 req-d1d7b611-775d-4f29-a23b-1803783cc2f3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b5858077-4135-4b04-b320-d04545bf8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326233 Jun 06 11:58:38.674530 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfddd6-2f13-4492-9071-54c68ad64d60 req-391d3655-c844-4b14-ad68-ad1f46fbe43d tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:58:38.675928 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-12bfddd6-2f13-4492-9071-54c68ad64d60 req-391d3655-c844-4b14-ad68-ad1f46fbe43d tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 945 time: 0.0787692 Jun 06 11:58:38.724297 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-12bfddd6-2f13-4492-9071-54c68ad64d60 req-ad05f297-e937-4b90-9a9b-e73826e18e63 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5858077-4135-4b04-b320-d04545bf8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428283 Jun 06 11:58:39.906587 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b67f5-849b-48ad-9728-009e64f1f521 req-68de81bc-df4b-4896-a0d4-ed3c27471223 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:58:39.908025 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-bc1b67f5-849b-48ad-9728-009e64f1f521 req-68de81bc-df4b-4896-a0d4-ed3c27471223 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 945 time: 0.0777183 Jun 06 11:58:39.955561 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-bc1b67f5-849b-48ad-9728-009e64f1f521 req-df6a3baa-f795-45b9-8e99-da1bc89848af tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5858077-4135-4b04-b320-d04545bf8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419402 Jun 06 11:58:40.130571 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fed8d2-afaa-4a14-bf6a-3b8d083a7f52 req-857c563d-b044-4544-a188-6b8755ea89fc tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:58:40.132267 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-81fed8d2-afaa-4a14-bf6a-3b8d083a7f52 req-857c563d-b044-4544-a188-6b8755ea89fc tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 945 time: 0.0777802 Jun 06 11:58:40.140783 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 47668) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:58:40.145151 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-5314b233-af76-42a3-83a2-17553b94bcfb tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Request body: {'floatingip': {'port_id': 'd6b85117-36c5-4e80-a1aa-0e5fb44b4432'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:58:40.221352 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5314b233-af76-42a3-83a2-17553b94bcfb tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks [] for floatingip, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:40.792503 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5314b233-af76-42a3-83a2-17553b94bcfb tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:40.796133 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5314b233-af76-42a3-83a2-17553b94bcfb tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625267'] for floatingip, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:40.961293 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.db.l3_db [None req-5314b233-af76-42a3-83a2-17553b94bcfb tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Floating IP ba49b4ce-2764-4bc0-8d67-698008de0010 associated. External IP: 172.28.1.61, port: d6b85117-36c5-4e80-a1aa-0e5fb44b4432. Jun 06 11:58:41.395670 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5314b233-af76-42a3-83a2-17553b94bcfb tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Router 5a1a493d-d3da-4694-ae7a-992fc73f911d has already been hosted by L3 agent 3ae38246-b788-4a45-8398-d1ca6712d00e {{(pid=91626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 11:58:41.567830 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5314b233-af76-42a3-83a2-17553b94bcfb tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify agent at l3_agent.dv-cinder-786260-3-smb the message routers_updated {{(pid=91626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 11:58:41.572065 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5314b233-af76-42a3-83a2-17553b94bcfb tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for floatingip, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:41.577876 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1dcc38-3dc3-4e93-986c-cb4522eb3ba1 None None] Sync routers for ids ['5a1a493d-d3da-4694-ae7a-992fc73f911d'] in dv-cinder-786260-3-smb {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 11:58:41.588160 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1dcc38-3dc3-4e93-986c-cb4522eb3ba1 None None] Routers {'5a1a493d-d3da-4694-ae7a-992fc73f911d'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:58:41.588775 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-eb1dcc38-3dc3-4e93-986c-cb4522eb3ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T11:58:33Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['5a1a493d-d3da-4694-ae7a-992fc73f911d'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:58:41.628481 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-5314b233-af76-42a3-83a2-17553b94bcfb tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "PUT /v2.0/floatingips/ba49b4ce-2764-4bc0-8d67-698008de0010 HTTP/1.1" status: 200 len: 990 time: 1.4866729 Jun 06 11:58:41.629124 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2375608f-b1de-4319-8bb2-863c2af87c0d', 'tag': 'd6b85117-36c5-4e80-a1aa-0e5fb44b4432'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:58:41.631426 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc9e4729878f16c834b645d3c09f80e418a2a47aed75d72574769f74497ec88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2bab7fb-d858-4c03-9955-e89af5ee7dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "2375608f-b1de-4319-8bb2-863c2af87c0d", "tag": "d6b85117-36c5-4e80-a1aa-0e5fb44b4432"}]}' {{(pid=91626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:58:41.742152 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2ca0a8-34bd-4752-a917-23d1a4ae5ff2 x-openstack-request-id: req-2f2ca0a8-34bd-4752-a917-23d1a4ae5ff2 {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:58:41.742152 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2375608f-b1de-4319-8bb2-863c2af87c0d", "tag": "d6b85117-36c5-4e80-a1aa-0e5fb44b4432", "status": "completed", "code": 200}]} {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:58:41.742152 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2f2ca0a8-34bd-4752-a917-23d1a4ae5ff2 {{(pid=91626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:58:41.742152 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2375608f-b1de-4319-8bb2-863c2af87c0d', 'tag': 'd6b85117-36c5-4e80-a1aa-0e5fb44b4432', 'status': 'completed', 'code': 200} Jun 06 11:58:41.766660 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-eb1dcc38-3dc3-4e93-986c-cb4522eb3ba1 None None] Set router 5a1a493d-d3da-4694-ae7a-992fc73f911d gateway port host: dv-cinder-786260-3-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:58:41.832610 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bab7fb-d858-4c03-9955-e89af5ee7dc6 req-0b1472b0-0411-451c-8842-adecfb1c3665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:58:41.834146 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-d2bab7fb-d858-4c03-9955-e89af5ee7dc6 req-0b1472b0-0411-451c-8842-adecfb1c3665 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f78b1e9d293b4d2987519b48834895e5&device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 1098 time: 0.0708909 Jun 06 11:58:41.969792 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bab7fb-d858-4c03-9955-e89af5ee7dc6 req-b573a04b-e47e-4352-a377-df898f9f4f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:58:41.971243 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-d2bab7fb-d858-4c03-9955-e89af5ee7dc6 req-b573a04b-e47e-4352-a377-df898f9f4f64 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3a1945e0-6f13-432e-8a46-a7a967870ffb HTTP/1.1" status: 200 len: 911 time: 0.1312001 Jun 06 11:58:42.073838 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-d2bab7fb-d858-4c03-9955-e89af5ee7dc6 req-bf8e7c62-78b0-41cc-b68d-8f43807bcd62 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6b85117-36c5-4e80-a1aa-0e5fb44b4432 HTTP/1.1" status: 200 len: 998 time: 0.0966392 Jun 06 11:58:42.111978 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-eb1dcc38-3dc3-4e93-986c-cb4522eb3ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'name': 'tempest-AttachVolumeTestJSON-972330892-router', 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.111'}], 'enable_snat': True}, 'gw_port_id': '023466a7-9fce-44c0-939d-a51ce5fc5e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:58:20Z', 'updated_at': '2021-06-06T11:58:24Z', 'revision_number': 4, 'project_id': 'f78b1e9d293b4d2987519b48834895e5', 'gw_port': {'id': '023466a7-9fce-44c0-939d-a51ce5fc5e11', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:58:21Z', 'updated_at': '2021-06-06T11:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_floatingips': [{'id': 'ba49b4ce-2764-4bc0-8d67-698008de0010', 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'floating_ip_address': '172.28.1.61', 'floating_network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'router_id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'port_id': 'd6b85117-36c5-4e80-a1aa-0e5fb44b4432', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a1945e0-6f13-432e-8a46-a7a967870ffb', 'mac_address': 'fa:16:3e:3f:b3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2375608f-b1de-4319-8bb2-863c2af87c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T11:58:28Z', 'updated_at': '2021-06-06T11:58:40Z', 'revision_number': 1, 'project_id': 'f78b1e9d293b4d2987519b48834895e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14879162-bdb0-461c-b93e-30a0d862854e', 'name': '', 'network_id': '3a1945e0-6f13-432e-8a46-a7a967870ffb', 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'mac_address': 'fa:16:3e:6d:ee:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '75e6a31b-4e28-47fe-80e3-408e871e091e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:58:23Z', 'updated_at': '2021-06-06T11:58:29Z', 'revision_number': 5, 'project_id': 'f78b1e9d293b4d2987519b48834895e5', 'subnets': [{'id': '75e6a31b-4e28-47fe-80e3-408e871e091e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:58:42.115727 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1dcc38-3dc3-4e93-986c-cb4522eb3ba1 None None] Checking router: 5a1a493d-d3da-4694-ae7a-992fc73f911d for host: dv-cinder-786260-3-smb {{(pid=91628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 11:58:42.123850 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1dcc38-3dc3-4e93-986c-cb4522eb3ba1 None None] Routers {'5a1a493d-d3da-4694-ae7a-992fc73f911d'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:58:42.124955 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-eb1dcc38-3dc3-4e93-986c-cb4522eb3ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T11:58:33Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['5a1a493d-d3da-4694-ae7a-992fc73f911d'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:58:42.136545 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bab7fb-d858-4c03-9955-e89af5ee7dc6 req-f888fc4d-6894-43a4-af77-cdc8bbff6f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:58:42.138021 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-d2bab7fb-d858-4c03-9955-e89af5ee7dc6 req-f888fc4d-6894-43a4-af77-cdc8bbff6f21 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75e6a31b-4e28-47fe-80e3-408e871e091e HTTP/1.1" status: 200 len: 849 time: 0.0570719 Jun 06 11:58:42.218127 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bab7fb-d858-4c03-9955-e89af5ee7dc6 req-472d48de-c6ab-4535-8300-e8d3bc645f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:58:42.219627 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-d2bab7fb-d858-4c03-9955-e89af5ee7dc6 req-472d48de-c6ab-4535-8300-e8d3bc645f55 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3a1945e0-6f13-432e-8a46-a7a967870ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0745511 Jun 06 11:58:42.321329 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-eb1dcc38-3dc3-4e93-986c-cb4522eb3ba1 None None] Set router 5a1a493d-d3da-4694-ae7a-992fc73f911d gateway port host: dv-cinder-786260-3-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:58:42.444950 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-d2bab7fb-d858-4c03-9955-e89af5ee7dc6 req-c8910ac4-3a97-4b1b-bdda-b920ebc9d376 service neutron] 10.222.0.11 "GET /v2.0/networks/3a1945e0-6f13-432e-8a46-a7a967870ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188745 Jun 06 11:58:42.577085 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-d2bab7fb-d858-4c03-9955-e89af5ee7dc6 req-d2669d56-6a96-4455-a738-5dfc45836c86 service neutron] 10.222.0.11 "GET /v2.0/networks/3a1945e0-6f13-432e-8a46-a7a967870ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245749 Jun 06 11:58:42.678395 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-eb1dcc38-3dc3-4e93-986c-cb4522eb3ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'name': 'tempest-AttachVolumeTestJSON-972330892-router', 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.111'}], 'enable_snat': True}, 'gw_port_id': '023466a7-9fce-44c0-939d-a51ce5fc5e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:58:20Z', 'updated_at': '2021-06-06T11:58:24Z', 'revision_number': 4, 'project_id': 'f78b1e9d293b4d2987519b48834895e5', 'gw_port': {'id': '023466a7-9fce-44c0-939d-a51ce5fc5e11', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:58:21Z', 'updated_at': '2021-06-06T11:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_floatingips': [{'id': 'ba49b4ce-2764-4bc0-8d67-698008de0010', 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'floating_ip_address': '172.28.1.61', 'floating_network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'router_id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'port_id': 'd6b85117-36c5-4e80-a1aa-0e5fb44b4432', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a1945e0-6f13-432e-8a46-a7a967870ffb', 'mac_address': 'fa:16:3e:3f:b3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2375608f-b1de-4319-8bb2-863c2af87c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T11:58:28Z', 'updated_at': '2021-06-06T11:58:40Z', 'revision_number': 1, 'project_id': 'f78b1e9d293b4d2987519b48834895e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14879162-bdb0-461c-b93e-30a0d862854e', 'name': '', 'network_id': '3a1945e0-6f13-432e-8a46-a7a967870ffb', 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'mac_address': 'fa:16:3e:6d:ee:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '75e6a31b-4e28-47fe-80e3-408e871e091e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:58:23Z', 'updated_at': '2021-06-06T11:58:29Z', 'revision_number': 5, 'project_id': 'f78b1e9d293b4d2987519b48834895e5', 'subnets': [{'id': '75e6a31b-4e28-47fe-80e3-408e871e091e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:58:42.682225 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1dcc38-3dc3-4e93-986c-cb4522eb3ba1 None None] The sync data for ids ['5a1a493d-d3da-4694-ae7a-992fc73f911d'] in dv-cinder-786260-3-smb is: [{'id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'name': 'tempest-AttachVolumeTestJSON-972330892-router', 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.111'}], 'enable_snat': True}, 'gw_port_id': '023466a7-9fce-44c0-939d-a51ce5fc5e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:58:20Z', 'updated_at': '2021-06-06T11:58:24Z', 'revision_number': 4, 'project_id': 'f78b1e9d293b4d2987519b48834895e5', 'gw_port': {'id': '023466a7-9fce-44c0-939d-a51ce5fc5e11', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:58:21Z', 'updated_at': '2021-06-06T11:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_floatingips': [{'id': 'ba49b4ce-2764-4bc0-8d67-698008de0010', 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'floating_ip_address': '172.28.1.61', 'floating_network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'router_id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'port_id': 'd6b85117-36c5-4e80-a1aa-0e5fb44b4432', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a1945e0-6f13-432e-8a46-a7a967870ffb', 'mac_address': 'fa:16:3e:3f:b3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2375608f-b1de-4319-8bb2-863c2af87c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T11:58:28Z', 'updated_at': '2021-06-06T11:58:40Z', 'revision_number': 1, 'project_id': 'f78b1e9d293b4d2987519b48834895e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14879162-bdb0-461c-b93e-30a0d862854e', 'name': '', 'network_id': '3a1945e0-6f13-432e-8a46-a7a967870ffb', 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'mac_address': 'fa:16:3e:6d:ee:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '75e6a31b-4e28-47fe-80e3-408e871e091e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:58:23Z', 'updated_at': '2021-06-06T11:58:29Z', 'revision_number': 5, 'project_id': 'f78b1e9d293b4d2987519b48834895e5', 'subnets': [{'id': '75e6a31b-4e28-47fe-80e3-408e871e091e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 11:58:42.862843 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dae7fe-1a4a-47fe-b7d3-b673e96b74ab None None] New status for floating IP ba49b4ce-2764-4bc0-8d67-698008de0010: ACTIVE {{(pid=91627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 11:59:00.162601 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-10941c2a-3fa6-4609-acd9-e0d079d30151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:01.520302 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 47710) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:59:01.777083 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-3443627c-5247-42d0-94ca-679534d5fa66 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Deleting port 71cf965b-a460-45ff-a413-e96b62253589 {{(pid=91626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 11:59:01.777433 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3443627c-5247-42d0-94ca-679534d5fa66 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:01.893083 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3443627c-5247-42d0-94ca-679534d5fa66 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:01.893406 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3443627c-5247-42d0-94ca-679534d5fa66 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:02.015563 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-3443627c-5247-42d0-94ca-679534d5fa66 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Calling delete_port for 71cf965b-a460-45ff-a413-e96b62253589 owned by network:floatingip {{(pid=91626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 11:59:02.140403 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3443627c-5247-42d0-94ca-679534d5fa66 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1152752'] for port, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:02.144812 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-9711e1ae-b75d-4bb5-8613-efff8c95bd20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:59:02.216495 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443627c-5247-42d0-94ca-679534d5fa66 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Pushing event deleted for resources: {'Port': ['ID=71cf965b-a460-45ff-a413-e96b62253589,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:59:02.219268 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-3443627c-5247-42d0-94ca-679534d5fa66 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:59:02.285207 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3443627c-5247-42d0-94ca-679534d5fa66 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks [] for floatingip, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:02.285547 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.db.l3_db [None req-3443627c-5247-42d0-94ca-679534d5fa66 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Floating IP b48ba6db-9ab5-4bcc-b51d-3e9252498157 disassociated (deleted). External IP: 172.28.1.237, port: 9975bfb9-90f2-4b0b-b846-2d33eef2e4e7. Jun 06 11:59:02.518967 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:02.572583 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-44d1030f-918e-472d-ba72-497a06ca9ce6 req-8d616cc1-dd70-4532-989c-93aef7b36a7d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0870740 Jun 06 11:59:02.713888 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1030f-918e-472d-ba72-497a06ca9ce6 req-1e04005b-e47d-4f2d-90b3-65d39b6eb1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:59:02.715463 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-44d1030f-918e-472d-ba72-497a06ca9ce6 req-1e04005b-e47d-4f2d-90b3-65d39b6eb1ec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a760c1c31ed345629684c634c2c50df0&device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1 HTTP/1.1" status: 200 len: 1099 time: 0.0752480 Jun 06 11:59:02.738954 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3443627c-5247-42d0-94ca-679534d5fa66 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Router 0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf has already been hosted by L3 agent 3ae38246-b788-4a45-8398-d1ca6712d00e {{(pid=91626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 11:59:02.805071 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-ea65ff4b-7492-44c2-83ea-cfdd7675df5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:02.867813 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1030f-918e-472d-ba72-497a06ca9ce6 req-5a2b6f6b-c0de-480b-bd07-aa34704da896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:59:02.869258 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-44d1030f-918e-472d-ba72-497a06ca9ce6 req-5a2b6f6b-c0de-480b-bd07-aa34704da896 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d6670f84-0e9f-4b36-8e4d-15250d634618 HTTP/1.1" status: 200 len: 910 time: 0.1285229 Jun 06 11:59:02.923691 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3443627c-5247-42d0-94ca-679534d5fa66 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify agent at l3_agent.dv-cinder-786260-3-smb the message routers_updated {{(pid=91626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 11:59:02.928126 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3443627c-5247-42d0-94ca-679534d5fa66 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for floatingip, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:02.934368 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f03e0a-db3a-4cb5-985a-8d43f651c295 None None] Sync routers for ids ['0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf'] in dv-cinder-786260-3-smb {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 11:59:02.940209 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-44d1030f-918e-472d-ba72-497a06ca9ce6 req-2376f286-c41b-4afc-8495-4be34b5db291 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9975bfb9-90f2-4b0b-b846-2d33eef2e4e7 HTTP/1.1" status: 200 len: 217 time: 0.0638180 Jun 06 11:59:02.944987 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f03e0a-db3a-4cb5-985a-8d43f651c295 None None] Routers {'0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:59:02.945623 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-19f03e0a-db3a-4cb5-985a-8d43f651c295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T11:59:03Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:59:02.990055 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-3443627c-5247-42d0-94ca-679534d5fa66 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "DELETE /v2.0/floatingips/b48ba6db-9ab5-4bcc-b51d-3e9252498157 HTTP/1.1" status: 204 len: 168 time: 1.4660971 Jun 06 11:59:02.990055 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f722e56-387d-4ff3-8d12-1160433ff9d1', 'tag': '9975bfb9-90f2-4b0b-b846-2d33eef2e4e7'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:59:02.990848 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc9e4729878f16c834b645d3c09f80e418a2a47aed75d72574769f74497ec88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66457b6-bdee-4555-be41-248ae841780e" -d '{"events": [{"name": "network-changed", "server_uuid": "4f722e56-387d-4ff3-8d12-1160433ff9d1", "tag": "9975bfb9-90f2-4b0b-b846-2d33eef2e4e7"}]}' {{(pid=91626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:59:03.010957 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1030f-918e-472d-ba72-497a06ca9ce6 req-a7aa6048-b1ad-4225-9e45-7acf86614b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:59:03.012537 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-44d1030f-918e-472d-ba72-497a06ca9ce6 req-a7aa6048-b1ad-4225-9e45-7acf86614b53 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e8e17c6c-ff31-40ab-9258-8dd2846f4c32 HTTP/1.1" status: 200 len: 848 time: 0.0658505 Jun 06 11:59:03.045464 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66a48b7-3af4-4518-aad1-ec2285b8c7e4 x-openstack-request-id: req-b66a48b7-3af4-4518-aad1-ec2285b8c7e4 {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:59:03.045788 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f722e56-387d-4ff3-8d12-1160433ff9d1", "tag": "9975bfb9-90f2-4b0b-b846-2d33eef2e4e7", "status": "completed", "code": 200}]} {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:59:03.046097 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b66a48b7-3af4-4518-aad1-ec2285b8c7e4 {{(pid=91626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:59:03.046622 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f722e56-387d-4ff3-8d12-1160433ff9d1', 'tag': '9975bfb9-90f2-4b0b-b846-2d33eef2e4e7', 'status': 'completed', 'code': 200} Jun 06 11:59:03.100941 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1030f-918e-472d-ba72-497a06ca9ce6 req-74ae6f66-a70f-4a76-bb95-da5220c9629c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:59:03.102973 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-44d1030f-918e-472d-ba72-497a06ca9ce6 req-74ae6f66-a70f-4a76-bb95-da5220c9629c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d6670f84-0e9f-4b36-8e4d-15250d634618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0822842 Jun 06 11:59:03.131124 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-19f03e0a-db3a-4cb5-985a-8d43f651c295 None None] Set router 0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf gateway port host: dv-cinder-786260-3-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:59:03.253086 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-44d1030f-918e-472d-ba72-497a06ca9ce6 req-c507ea9e-dbb1-488e-8c85-c041527aebf2 service neutron] 10.222.0.11 "GET /v2.0/networks/d6670f84-0e9f-4b36-8e4d-15250d634618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418221 Jun 06 11:59:03.440505 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-44d1030f-918e-472d-ba72-497a06ca9ce6 req-fc8c09fe-ee28-44c0-8b20-a75b6d33b193 service neutron] 10.222.0.11 "GET /v2.0/networks/d6670f84-0e9f-4b36-8e4d-15250d634618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809080 Jun 06 11:59:03.447955 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-19f03e0a-db3a-4cb5-985a-8d43f651c295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf', 'name': 'tempest-TestShelveInstance-1219363108-router', 'tenant_id': 'a760c1c31ed345629684c634c2c50df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '40f703f5-5fce-44d7-8ec3-e18b892eb0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:33Z', 'updated_at': '2021-06-06T11:54:39Z', 'revision_number': 4, 'project_id': 'a760c1c31ed345629684c634c2c50df0', 'gw_port': {'id': '40f703f5-5fce-44d7-8ec3-e18b892eb0bc', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:34Z', 'updated_at': '2021-06-06T11:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_interfaces': [{'id': 'd5a6fcc3-fb6a-44a0-abee-5fc2f1cb9e47', 'name': '', 'network_id': 'd6670f84-0e9f-4b36-8e4d-15250d634618', 'tenant_id': 'a760c1c31ed345629684c634c2c50df0', 'mac_address': 'fa:16:3e:89:f5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'e8e17c6c-ff31-40ab-9258-8dd2846f4c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:38Z', 'updated_at': '2021-06-06T11:54:47Z', 'revision_number': 5, 'project_id': 'a760c1c31ed345629684c634c2c50df0', 'subnets': [{'id': 'e8e17c6c-ff31-40ab-9258-8dd2846f4c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:59:03.453297 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f03e0a-db3a-4cb5-985a-8d43f651c295 None None] Checking router: 0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf for host: dv-cinder-786260-3-smb {{(pid=91628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 11:59:03.463194 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27feef7-b78f-45d0-80c5-bde5ac8f2330 req-449e63aa-4dcc-4ce8-9dfd-612ef00cc808 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:59:03.463711 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f03e0a-db3a-4cb5-985a-8d43f651c295 None None] Routers {'0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:59:03.464561 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-19f03e0a-db3a-4cb5-985a-8d43f651c295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T11:59:03Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:59:03.464693 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-e27feef7-b78f-45d0-80c5-bde5ac8f2330 req-449e63aa-4dcc-4ce8-9dfd-612ef00cc808 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1 HTTP/1.1" status: 200 len: 946 time: 0.1174111 Jun 06 11:59:03.560712 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-e27feef7-b78f-45d0-80c5-bde5ac8f2330 req-9c479b8a-c158-4b0a-8e1e-b9b5f024b9b5 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/security-groups?id=58f55872-ceb7-4746-9dfc-e65ee5ff9361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893729 Jun 06 11:59:03.588640 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66457b6-bdee-4555-be41-248ae841780e req-3f74ca87-9ab0-488c-8438-59d4c766ba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:59:03.590416 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b66457b6-bdee-4555-be41-248ae841780e req-3f74ca87-9ab0-488c-8438-59d4c766ba76 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a760c1c31ed345629684c634c2c50df0&device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1 HTTP/1.1" status: 200 len: 1099 time: 0.1004722 Jun 06 11:59:03.675945 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-19f03e0a-db3a-4cb5-985a-8d43f651c295 None None] Set router 0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf gateway port host: dv-cinder-786260-3-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:59:03.725993 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66457b6-bdee-4555-be41-248ae841780e req-c4325188-c827-4f9f-ac16-2546d4f4823b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:59:03.727462 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b66457b6-bdee-4555-be41-248ae841780e req-c4325188-c827-4f9f-ac16-2546d4f4823b service neutron] 10.222.0.11 "GET /v2.0/networks?id=d6670f84-0e9f-4b36-8e4d-15250d634618 HTTP/1.1" status: 200 len: 910 time: 0.1285622 Jun 06 11:59:03.747338 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:03.797075 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b66457b6-bdee-4555-be41-248ae841780e req-ac0110ae-a8c8-4720-a9a6-13b1bd390c1a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9975bfb9-90f2-4b0b-b846-2d33eef2e4e7 HTTP/1.1" status: 200 len: 217 time: 0.0615063 Jun 06 11:59:03.863569 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66457b6-bdee-4555-be41-248ae841780e req-66c08377-3f90-4875-9d34-fff05fdc0855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:59:03.864935 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b66457b6-bdee-4555-be41-248ae841780e req-66c08377-3f90-4875-9d34-fff05fdc0855 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e8e17c6c-ff31-40ab-9258-8dd2846f4c32 HTTP/1.1" status: 200 len: 848 time: 0.0607891 Jun 06 11:59:03.940193 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66457b6-bdee-4555-be41-248ae841780e req-c46a8fef-f7d0-4fb4-945c-c74ebfafae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:59:03.941679 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b66457b6-bdee-4555-be41-248ae841780e req-c46a8fef-f7d0-4fb4-945c-c74ebfafae3e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d6670f84-0e9f-4b36-8e4d-15250d634618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0700324 Jun 06 11:59:03.988209 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-19f03e0a-db3a-4cb5-985a-8d43f651c295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf', 'name': 'tempest-TestShelveInstance-1219363108-router', 'tenant_id': 'a760c1c31ed345629684c634c2c50df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '40f703f5-5fce-44d7-8ec3-e18b892eb0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:33Z', 'updated_at': '2021-06-06T11:54:39Z', 'revision_number': 4, 'project_id': 'a760c1c31ed345629684c634c2c50df0', 'gw_port': {'id': '40f703f5-5fce-44d7-8ec3-e18b892eb0bc', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:34Z', 'updated_at': '2021-06-06T11:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_interfaces': [{'id': 'd5a6fcc3-fb6a-44a0-abee-5fc2f1cb9e47', 'name': '', 'network_id': 'd6670f84-0e9f-4b36-8e4d-15250d634618', 'tenant_id': 'a760c1c31ed345629684c634c2c50df0', 'mac_address': 'fa:16:3e:89:f5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'e8e17c6c-ff31-40ab-9258-8dd2846f4c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:38Z', 'updated_at': '2021-06-06T11:54:47Z', 'revision_number': 5, 'project_id': 'a760c1c31ed345629684c634c2c50df0', 'subnets': [{'id': 'e8e17c6c-ff31-40ab-9258-8dd2846f4c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:59:03.992064 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f03e0a-db3a-4cb5-985a-8d43f651c295 None None] The sync data for ids ['0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf'] in dv-cinder-786260-3-smb is: [{'id': '0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf', 'name': 'tempest-TestShelveInstance-1219363108-router', 'tenant_id': 'a760c1c31ed345629684c634c2c50df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '40f703f5-5fce-44d7-8ec3-e18b892eb0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:33Z', 'updated_at': '2021-06-06T11:54:39Z', 'revision_number': 4, 'project_id': 'a760c1c31ed345629684c634c2c50df0', 'gw_port': {'id': '40f703f5-5fce-44d7-8ec3-e18b892eb0bc', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:34Z', 'updated_at': '2021-06-06T11:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_interfaces': [{'id': 'd5a6fcc3-fb6a-44a0-abee-5fc2f1cb9e47', 'name': '', 'network_id': 'd6670f84-0e9f-4b36-8e4d-15250d634618', 'tenant_id': 'a760c1c31ed345629684c634c2c50df0', 'mac_address': 'fa:16:3e:89:f5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'e8e17c6c-ff31-40ab-9258-8dd2846f4c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:38Z', 'updated_at': '2021-06-06T11:54:47Z', 'revision_number': 5, 'project_id': 'a760c1c31ed345629684c634c2c50df0', 'subnets': [{'id': 'e8e17c6c-ff31-40ab-9258-8dd2846f4c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 11:59:04.168402 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b66457b6-bdee-4555-be41-248ae841780e req-6a1051b1-d427-4e7d-b865-3c7c45d34b9a service neutron] 10.222.0.11 "GET /v2.0/networks/d6670f84-0e9f-4b36-8e4d-15250d634618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197101 Jun 06 11:59:04.236391 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d02696-7e41-463b-9af5-94bebcb4deb3 None None] New status for floating IP b48ba6db-9ab5-4bcc-b51d-3e9252498157: DOWN {{(pid=91627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 11:59:04.306113 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b66457b6-bdee-4555-be41-248ae841780e req-53ac27f8-a08f-445e-80f1-0e82af9f17f4 service neutron] 10.222.0.11 "GET /v2.0/networks/d6670f84-0e9f-4b36-8e4d-15250d634618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292031 Jun 06 11:59:04.357259 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:04.772745 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c21e1-667f-4259-9ac4-dceab341e6cf req-c309817a-c416-4854-bd65-0fadb9c30113 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:59:04.774195 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-3c7c21e1-667f-4259-9ac4-dceab341e6cf req-c309817a-c416-4854-bd65-0fadb9c30113 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1 HTTP/1.1" status: 200 len: 946 time: 0.1389155 Jun 06 11:59:04.786416 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f71ab-87a6-4d9c-853c-49882685907a req-f3283e3e-0f97-42a2-83f7-ffcc961e5356 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:59:04.787759 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-987f71ab-87a6-4d9c-853c-49882685907a req-f3283e3e-0f97-42a2-83f7-ffcc961e5356 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1 HTTP/1.1" status: 200 len: 946 time: 0.1179729 Jun 06 11:59:04.925062 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-987f71ab-87a6-4d9c-853c-49882685907a req-876817d7-a720-44d0-a27b-bb89a058c35e tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/security-groups?id=58f55872-ceb7-4746-9dfc-e65ee5ff9361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066403 Jun 06 11:59:04.962324 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-3c7c21e1-667f-4259-9ac4-dceab341e6cf req-9cf30e96-efc8-41dc-aeb9-4d5667164c6a tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Deleting port 9975bfb9-90f2-4b0b-b846-2d33eef2e4e7 {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 11:59:04.962679 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-3c7c21e1-667f-4259-9ac4-dceab341e6cf req-9cf30e96-efc8-41dc-aeb9-4d5667164c6a tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:05.064534 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-4e695d9d-1565-4cb0-823c-0d72073c09bd None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 11:59:05.100650 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-3c7c21e1-667f-4259-9ac4-dceab341e6cf req-9cf30e96-efc8-41dc-aeb9-4d5667164c6a tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] For port 9975bfb9-90f2-4b0b-b846-2d33eef2e4e7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9975bfb9-90f2-4b0b-b846-2d33eef2e4e7,segment=NetworkSegment(cd7c60f5-759c-439b-8ff5-430cf9eb204c),segment_id=cd7c60f5-759c-439b-8ff5-430cf9eb204c)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:59:05.101015 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-3c7c21e1-667f-4259-9ac4-dceab341e6cf req-9cf30e96-efc8-41dc-aeb9-4d5667164c6a tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:05.229060 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-3c7c21e1-667f-4259-9ac4-dceab341e6cf req-9cf30e96-efc8-41dc-aeb9-4d5667164c6a tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Calling delete_port for 9975bfb9-90f2-4b0b-b846-2d33eef2e4e7 owned by compute:nova {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 11:59:05.344450 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-3c7c21e1-667f-4259-9ac4-dceab341e6cf req-9cf30e96-efc8-41dc-aeb9-4d5667164c6a tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:05.346288 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b2740464-2015-448a-8e68-ce307cef9b1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:59:05.388928 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf30e96-efc8-41dc-aeb9-4d5667164c6a tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Pushing event deleted for resources: {'Port': ['ID=9975bfb9-90f2-4b0b-b846-2d33eef2e4e7,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:59:05.393249 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-9cf30e96-efc8-41dc-aeb9-4d5667164c6a tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:59:05.469308 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7c21e1-667f-4259-9ac4-dceab341e6cf req-9cf30e96-efc8-41dc-aeb9-4d5667164c6a tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] No DVR routers for this DVR port 9975bfb9-90f2-4b0b-b846-2d33eef2e4e7 on host hv-cinder-78626 {{(pid=91625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 11:59:05.471722 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-3c7c21e1-667f-4259-9ac4-dceab341e6cf req-9cf30e96-efc8-41dc-aeb9-4d5667164c6a tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:05.473716 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-3c7c21e1-667f-4259-9ac4-dceab341e6cf req-9cf30e96-efc8-41dc-aeb9-4d5667164c6a tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.11 "DELETE /v2.0/ports/9975bfb9-90f2-4b0b-b846-2d33eef2e4e7 HTTP/1.1" status: 204 len: 173 time: 0.6851099 Jun 06 11:59:05.474230 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f722e56-387d-4ff3-8d12-1160433ff9d1', 'name': 'network-vif-deleted', 'tag': '9975bfb9-90f2-4b0b-b846-2d33eef2e4e7'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 11:59:05.476527 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d3a09975e5f8f43507a37e46b4ea231535690fa404cdff26bf77d84c9002b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f14d30-a3ee-4aa7-80c6-097d21fbede7" -d '{"events": [{"server_uuid": "4f722e56-387d-4ff3-8d12-1160433ff9d1", "name": "network-vif-deleted", "tag": "9975bfb9-90f2-4b0b-b846-2d33eef2e4e7"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 11:59:05.523617 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783e8388-6930-4a2f-a3e6-e9e3b16413e5 x-openstack-request-id: req-783e8388-6930-4a2f-a3e6-e9e3b16413e5 {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 11:59:05.524116 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f722e56-387d-4ff3-8d12-1160433ff9d1", "name": "network-vif-deleted", "tag": "9975bfb9-90f2-4b0b-b846-2d33eef2e4e7", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 11:59:05.524429 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-783e8388-6930-4a2f-a3e6-e9e3b16413e5 {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 11:59:05.524885 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f722e56-387d-4ff3-8d12-1160433ff9d1', 'name': 'network-vif-deleted', 'tag': '9975bfb9-90f2-4b0b-b846-2d33eef2e4e7', 'status': 'completed', 'code': 200} Jun 06 11:59:05.614891 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:06.093589 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-bcec2bbd-89f6-4e62-94f7-66e6c0fb2b26 req-cf0d6041-8b1f-49af-8dda-50d5293a76e4 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f722e56-387d-4ff3-8d12-1160433ff9d1 HTTP/1.1" status: 200 len: 210 time: 0.0488586 Jun 06 11:59:07.186268 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 47736) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:59:07.253245 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-711f8fc6-1991-4dfa-aa0d-fb8d64f1f240 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:07.282184 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-711f8fc6-1991-4dfa-aa0d-fb8d64f1f240 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:07.350643 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-711f8fc6-1991-4dfa-aa0d-fb8d64f1f240 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:07.353411 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-711f8fc6-1991-4dfa-aa0d-fb8d64f1f240 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:07.354573 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-711f8fc6-1991-4dfa-aa0d-fb8d64f1f240 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] 10.222.0.42 "DELETE /v2.0/security-groups/58f55872-ceb7-4746-9dfc-e65ee5ff9361 HTTP/1.1" status: 204 len: 168 time: 0.1667416 Jun 06 11:59:07.355389 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-9d3b8b7a-f2f8-4592-b54b-210336f93cfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:59:07.367057 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f8fc6-1991-4dfa-aa0d-fb8d64f1f240 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f55872-ceb7-4746-9dfc-e65ee5ff9361,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:59:07.369161 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-711f8fc6-1991-4dfa-aa0d-fb8d64f1f240 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:59:07.395847 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 47740) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:59:07.743900 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 9975bfb9-90f2-4b0b-b846-2d33eef2e4e7 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 11:59:07.782057 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] No Port match for: 9975bfb9-90f2-4b0b-b846-2d33eef2e4e7 {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 11:59:07.782412 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 9975bfb9-90f2-4b0b-b846-2d33eef2e4e7 not bound to the agent host hv-cinder-78626 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 11:59:08.011283 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-589ac06c-d59c-4e96-a072-88b3ed4abef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647636'] for router_interface, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:08.406966 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-589ac06c-d59c-4e96-a072-88b3ed4abef2 admin admin] Deleting port d5a6fcc3-fb6a-44a0-abee-5fc2f1cb9e47 {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 11:59:08.406966 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-589ac06c-d59c-4e96-a072-88b3ed4abef2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:08.528899 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [None req-589ac06c-d59c-4e96-a072-88b3ed4abef2 admin admin] For port d5a6fcc3-fb6a-44a0-abee-5fc2f1cb9e47, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=d5a6fcc3-fb6a-44a0-abee-5fc2f1cb9e47,segment=NetworkSegment(cd7c60f5-759c-439b-8ff5-430cf9eb204c),segment_id=cd7c60f5-759c-439b-8ff5-430cf9eb204c)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:59:08.529258 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-589ac06c-d59c-4e96-a072-88b3ed4abef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:08.649594 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-589ac06c-d59c-4e96-a072-88b3ed4abef2 admin admin] Calling delete_port for d5a6fcc3-fb6a-44a0-abee-5fc2f1cb9e47 owned by network:router_interface {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 11:59:08.940579 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-589ac06c-d59c-4e96-a072-88b3ed4abef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:08.944823 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-3d49792f-a2c4-484e-8a57-64059a9f187c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:59:08.988694 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589ac06c-d59c-4e96-a072-88b3ed4abef2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5a6fcc3-fb6a-44a0-abee-5fc2f1cb9e47,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:59:09.028732 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589ac06c-d59c-4e96-a072-88b3ed4abef2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:09.029110 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589ac06c-d59c-4e96-a072-88b3ed4abef2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:09.029483 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589ac06c-d59c-4e96-a072-88b3ed4abef2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:09.029921 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589ac06c-d59c-4e96-a072-88b3ed4abef2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:09.030228 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589ac06c-d59c-4e96-a072-88b3ed4abef2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:09.031121 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589ac06c-d59c-4e96-a072-88b3ed4abef2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:09.031475 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589ac06c-d59c-4e96-a072-88b3ed4abef2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:09.031825 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589ac06c-d59c-4e96-a072-88b3ed4abef2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:09.032176 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589ac06c-d59c-4e96-a072-88b3ed4abef2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:09.032523 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589ac06c-d59c-4e96-a072-88b3ed4abef2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:09.032867 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589ac06c-d59c-4e96-a072-88b3ed4abef2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:09.033350 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589ac06c-d59c-4e96-a072-88b3ed4abef2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:09.063846 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-589ac06c-d59c-4e96-a072-88b3ed4abef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:59:09.351445 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-589ac06c-d59c-4e96-a072-88b3ed4abef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-649114'] for router_interface, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:09.701053 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589ac06c-d59c-4e96-a072-88b3ed4abef2 admin admin] Router 0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf has already been hosted by L3 agent 3ae38246-b788-4a45-8398-d1ca6712d00e {{(pid=91625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 11:59:09.886797 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589ac06c-d59c-4e96-a072-88b3ed4abef2 admin admin] Notify agent at l3_agent.dv-cinder-786260-3-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 11:59:09.891595 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-589ac06c-d59c-4e96-a072-88b3ed4abef2 admin admin] 10.222.0.42 "PUT /v2.0/routers/0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4946556 Jun 06 11:59:09.894138 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 47748) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:59:09.896103 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c7fc2a-b7c6-4975-b982-d656e19fadf7 None None] Sync routers for ids ['0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf'] in dv-cinder-786260-3-smb {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 11:59:09.905254 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c7fc2a-b7c6-4975-b982-d656e19fadf7 None None] Routers {'0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:59:09.906412 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-c6c7fc2a-b7c6-4975-b982-d656e19fadf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T11:59:03Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:59:10.068924 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d68562e7-374f-43fb-9a2d-6abe80a3ed23 admin admin] Notify callbacks [] for router, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:10.076733 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-c6c7fc2a-b7c6-4975-b982-d656e19fadf7 None None] Set router 0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf gateway port host: dv-cinder-786260-3-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:59:10.244655 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d68562e7-374f-43fb-9a2d-6abe80a3ed23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:10.317593 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-d68562e7-374f-43fb-9a2d-6abe80a3ed23 admin admin] Deleting port 40f703f5-5fce-44d7-8ec3-e18b892eb0bc {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 11:59:10.318027 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d68562e7-374f-43fb-9a2d-6abe80a3ed23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:10.358455 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-c6c7fc2a-b7c6-4975-b982-d656e19fadf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf', 'name': 'tempest-TestShelveInstance-1219363108-router', 'tenant_id': 'a760c1c31ed345629684c634c2c50df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '40f703f5-5fce-44d7-8ec3-e18b892eb0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:33Z', 'updated_at': '2021-06-06T11:59:08Z', 'revision_number': 5, 'project_id': 'a760c1c31ed345629684c634c2c50df0', 'gw_port': {'id': '40f703f5-5fce-44d7-8ec3-e18b892eb0bc', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:34Z', 'updated_at': '2021-06-06T11:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb'}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:59:10.362723 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c7fc2a-b7c6-4975-b982-d656e19fadf7 None None] Checking router: 0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf for host: dv-cinder-786260-3-smb {{(pid=91628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 11:59:10.370951 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c7fc2a-b7c6-4975-b982-d656e19fadf7 None None] Routers {'0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:59:10.371552 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-c6c7fc2a-b7c6-4975-b982-d656e19fadf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T11:59:03Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:59:10.438992 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [None req-d68562e7-374f-43fb-9a2d-6abe80a3ed23 admin admin] For port 40f703f5-5fce-44d7-8ec3-e18b892eb0bc, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=40f703f5-5fce-44d7-8ec3-e18b892eb0bc,segment=NetworkSegment(52a7e149-8864-41bb-af99-9d7fcbaa5b17),segment_id=52a7e149-8864-41bb-af99-9d7fcbaa5b17)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:59:10.439354 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d68562e7-374f-43fb-9a2d-6abe80a3ed23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:10.518770 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-c6c7fc2a-b7c6-4975-b982-d656e19fadf7 None None] Set router 0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf gateway port host: None {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:59:10.626085 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-c6c7fc2a-b7c6-4975-b982-d656e19fadf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf', 'name': 'tempest-TestShelveInstance-1219363108-router', 'tenant_id': 'a760c1c31ed345629684c634c2c50df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:33Z', 'updated_at': '2021-06-06T11:59:10Z', 'revision_number': 6, 'project_id': 'a760c1c31ed345629684c634c2c50df0', 'gw_port_host': None}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:59:10.630320 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c7fc2a-b7c6-4975-b982-d656e19fadf7 None None] The sync data for ids ['0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf'] in dv-cinder-786260-3-smb is: [{'id': '0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf', 'name': 'tempest-TestShelveInstance-1219363108-router', 'tenant_id': 'a760c1c31ed345629684c634c2c50df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:33Z', 'updated_at': '2021-06-06T11:59:10Z', 'revision_number': 6, 'project_id': 'a760c1c31ed345629684c634c2c50df0', 'gw_port_host': None}] {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 11:59:10.659829 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-d68562e7-374f-43fb-9a2d-6abe80a3ed23 admin admin] Calling delete_port for 40f703f5-5fce-44d7-8ec3-e18b892eb0bc owned by network:router_gateway {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 11:59:10.791700 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d68562e7-374f-43fb-9a2d-6abe80a3ed23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:10.796174 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-8e08caab-c0a9-4b1d-9f56-f7edd2e8356d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:59:10.837506 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68562e7-374f-43fb-9a2d-6abe80a3ed23 admin admin] Pushing event deleted for resources: {'Port': ['ID=40f703f5-5fce-44d7-8ec3-e18b892eb0bc,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:59:10.839891 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-d68562e7-374f-43fb-9a2d-6abe80a3ed23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:59:10.933507 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d68562e7-374f-43fb-9a2d-6abe80a3ed23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625220'] for router_gateway, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:11.116656 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d68562e7-374f-43fb-9a2d-6abe80a3ed23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5398'] for router, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:11.118803 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d68562e7-374f-43fb-9a2d-6abe80a3ed23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:11.141807 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d68562e7-374f-43fb-9a2d-6abe80a3ed23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645103'] for router, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:11.142356 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68562e7-374f-43fb-9a2d-6abe80a3ed23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf {{(pid=91625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 06 11:59:11.146684 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d68562e7-374f-43fb-9a2d-6abe80a3ed23 admin admin] Notify callbacks [] for router, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:11.147793 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-d68562e7-374f-43fb-9a2d-6abe80a3ed23 admin admin] 10.222.0.42 "DELETE /v2.0/routers/0f1aa1d4-4ea3-4665-bacd-2d3b754a85cf HTTP/1.1" status: 204 len: 168 time: 1.2527432 Jun 06 11:59:11.150178 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 47752) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:59:11.207889 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_v2 [None req-9de2d231-c06e-430d-9c4b-86e6e89af8ae admin admin] Deleting subnet e8e17c6c-ff31-40ab-9258-8dd2846f4c32 {{(pid=91625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 11:59:11.210764 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9de2d231-c06e-430d-9c4b-86e6e89af8ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:11.260255 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9de2d231-c06e-430d-9c4b-86e6e89af8ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2996275'] for subnet, precommit_delete_associations {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:11.336059 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9de2d231-c06e-430d-9c4b-86e6e89af8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7795437'] for subnet, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:11.394550 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device d5a6fcc3-fb6a-44a0-abee-5fc2f1cb9e47 no longer exists at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 11:59:11.405362 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9de2d231-c06e-430d-9c4b-86e6e89af8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7795428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2700932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4042801'] for subnet, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:11.409586 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-5246dc98-26e2-46c8-9616-e6831854f388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:59:11.436058 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] No Port match for: d5a6fcc3-fb6a-44a0-abee-5fc2f1cb9e47 {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 11:59:11.436500 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device d5a6fcc3-fb6a-44a0-abee-5fc2f1cb9e47 not bound to the agent host dv-cinder-786260-3-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 11:59:11.446704 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2d231-c06e-430d-9c4b-86e6e89af8ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8e17c6c-ff31-40ab-9258-8dd2846f4c32,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:59:11.450159 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-9de2d231-c06e-430d-9c4b-86e6e89af8ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:59:11.453226 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9de2d231-c06e-430d-9c4b-86e6e89af8ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:11.457768 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 47754) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:59:11.458345 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-9de2d231-c06e-430d-9c4b-86e6e89af8ae admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e8e17c6c-ff31-40ab-9258-8dd2846f4c32 HTTP/1.1" status: 204 len: 168 time: 0.3066924 Jun 06 11:59:11.459073 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31add342-fc47-4de2-a65c-7f07fd1b13ad None None] Network d6670f84-0e9f-4b36-8e4d-15250d634618 requested from dv-cinder-786260-3-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 11:59:11.564349 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5c16e357-8634-4bb9-b1ae-405becfe5a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7781487'] for network, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:11.643229 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-5c16e357-8634-4bb9-b1ae-405becfe5a99 admin admin] Deleting port 8db7d9b2-24f5-4e94-abfb-42f39ab50bb6 {{(pid=91626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 11:59:11.643583 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5c16e357-8634-4bb9-b1ae-405becfe5a99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:11.722932 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf40e634-db7a-4616-9bb9-a8622f65eeaa None None] DHCP port deletion for d6670f84-0e9f-4b36-8e4d-15250d634618 request from dv-cinder-786260-3-smb {{(pid=91627) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 06 11:59:11.752813 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-5c16e357-8634-4bb9-b1ae-405becfe5a99 admin admin] For port 8db7d9b2-24f5-4e94-abfb-42f39ab50bb6, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=8db7d9b2-24f5-4e94-abfb-42f39ab50bb6,segment=NetworkSegment(cd7c60f5-759c-439b-8ff5-430cf9eb204c),segment_id=cd7c60f5-759c-439b-8ff5-430cf9eb204c)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:59:11.753173 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5c16e357-8634-4bb9-b1ae-405becfe5a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:11.815465 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-cf40e634-db7a-4616-9bb9-a8622f65eeaa None None] Deleting port 8db7d9b2-24f5-4e94-abfb-42f39ab50bb6 {{(pid=91627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 11:59:11.815855 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-cf40e634-db7a-4616-9bb9-a8622f65eeaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:11.877343 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-5c16e357-8634-4bb9-b1ae-405becfe5a99 admin admin] Calling delete_port for 8db7d9b2-24f5-4e94-abfb-42f39ab50bb6 owned by network:dhcp {{(pid=91626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 11:59:11.914660 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-cf40e634-db7a-4616-9bb9-a8622f65eeaa None None] For port 8db7d9b2-24f5-4e94-abfb-42f39ab50bb6, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=8db7d9b2-24f5-4e94-abfb-42f39ab50bb6,segment=NetworkSegment(cd7c60f5-759c-439b-8ff5-430cf9eb204c),segment_id=cd7c60f5-759c-439b-8ff5-430cf9eb204c)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:59:11.914986 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-cf40e634-db7a-4616-9bb9-a8622f65eeaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:11.923541 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5c16e357-8634-4bb9-b1ae-405becfe5a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1152752'] for port, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:11.928087 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-bf1761ab-bfeb-4ca0-98cf-b21faffbb9fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:59:11.974862 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c16e357-8634-4bb9-b1ae-405becfe5a99 admin admin] Pushing event deleted for resources: {'Port': ['ID=8db7d9b2-24f5-4e94-abfb-42f39ab50bb6,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:59:11.977186 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c16e357-8634-4bb9-b1ae-405becfe5a99 admin admin] No DVR routers for this DVR port 8db7d9b2-24f5-4e94-abfb-42f39ab50bb6 on host dv-cinder-786260-3-smb {{(pid=91626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 11:59:12.009850 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c16e357-8634-4bb9-b1ae-405becfe5a99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:12.010235 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c16e357-8634-4bb9-b1ae-405becfe5a99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:12.010606 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c16e357-8634-4bb9-b1ae-405becfe5a99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:12.010970 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c16e357-8634-4bb9-b1ae-405becfe5a99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:12.011330 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c16e357-8634-4bb9-b1ae-405becfe5a99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:12.011707 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c16e357-8634-4bb9-b1ae-405becfe5a99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:12.012047 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c16e357-8634-4bb9-b1ae-405becfe5a99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:12.012399 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c16e357-8634-4bb9-b1ae-405becfe5a99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:12.012758 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c16e357-8634-4bb9-b1ae-405becfe5a99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:12.013109 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c16e357-8634-4bb9-b1ae-405becfe5a99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:12.013458 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c16e357-8634-4bb9-b1ae-405becfe5a99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:12.013804 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c16e357-8634-4bb9-b1ae-405becfe5a99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:12.020123 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-5c16e357-8634-4bb9-b1ae-405becfe5a99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:59:12.041863 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-cf40e634-db7a-4616-9bb9-a8622f65eeaa None None] Calling delete_port for 8db7d9b2-24f5-4e94-abfb-42f39ab50bb6 owned by network:dhcp {{(pid=91627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 11:59:12.090388 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-cf40e634-db7a-4616-9bb9-a8622f65eeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169'] for port, after_delete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:12.094736 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:59:12.106212 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5c16e357-8634-4bb9-b1ae-405becfe5a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670900', 'neutron.services.segments.db._delete_segments_for_network-8770687599014'] for network, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:12.118659 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-5c16e357-8634-4bb9-b1ae-405becfe5a99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6670f84-0e9f-4b36-8e4d-15250d634618']}} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:59:12.131580 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-5c16e357-8634-4bb9-b1ae-405becfe5a99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd7c60f5-759c-439b-8ff5-430cf9eb204c') {'for_net_delete': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:59:12.131882 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-5c16e357-8634-4bb9-b1ae-405becfe5a99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd7c60f5-759c-439b-8ff5-430cf9eb204c') {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:59:12.143193 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf40e634-db7a-4616-9bb9-a8622f65eeaa None None] Pushing event deleted for resources: {'Port': ['ID=8db7d9b2-24f5-4e94-abfb-42f39ab50bb6,revision_number=None']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:59:12.144289 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5c16e357-8634-4bb9-b1ae-405becfe5a99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770687601345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2150654'] for segment, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:12.145735 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-cf40e634-db7a-4616-9bb9-a8622f65eeaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:59:12.150016 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf40e634-db7a-4616-9bb9-a8622f65eeaa None None] No DVR routers for this DVR port 8db7d9b2-24f5-4e94-abfb-42f39ab50bb6 on host dv-cinder-786260-3-smb {{(pid=91627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 11:59:12.163606 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5c16e357-8634-4bb9-b1ae-405becfe5a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118'] for segment, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:12.169704 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c16e357-8634-4bb9-b1ae-405becfe5a99 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=91626) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 11:59:12.170091 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5c16e357-8634-4bb9-b1ae-405becfe5a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1152679'] for segment, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:12.183255 dv-cinder-786260-3-smb neutron-server[91626]: Traceback (most recent call last): Jun 06 11:59:12.183255 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 11:59:12.183255 dv-cinder-786260-3-smb neutron-server[91626]: timer() Jun 06 11:59:12.183255 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 11:59:12.183255 dv-cinder-786260-3-smb neutron-server[91626]: cb(*args, **kw) Jun 06 11:59:12.183255 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 11:59:12.183255 dv-cinder-786260-3-smb neutron-server[91626]: return func(*args, **kwargs) Jun 06 11:59:12.183255 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 11:59:12.183255 dv-cinder-786260-3-smb neutron-server[91626]: self._notify() Jun 06 11:59:12.183255 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 11:59:12.183255 dv-cinder-786260-3-smb neutron-server[91626]: self.callback(batched_events) Jun 06 11:59:12.183255 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 11:59:12.183255 dv-cinder-786260-3-smb neutron-server[91626]: event.method(event) Jun 06 11:59:12.183255 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 11:59:12.183255 dv-cinder-786260-3-smb neutron-server[91626]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 11:59:12.183255 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 11:59:12.183255 dv-cinder-786260-3-smb neutron-server[91626]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 11:59:12.183255 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 11:59:12.183255 dv-cinder-786260-3-smb neutron-server[91626]: return f(self, *a, **k) Jun 06 11:59:12.183255 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 11:59:12.183255 dv-cinder-786260-3-smb neutron-server[91626]: return self._get(url).json() Jun 06 11:59:12.183255 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 11:59:12.183255 dv-cinder-786260-3-smb neutron-server[91626]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 11:59:12.183255 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 11:59:12.183255 dv-cinder-786260-3-smb neutron-server[91626]: return self.request(url, 'GET', **kwargs) Jun 06 11:59:12.183255 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 11:59:12.183255 dv-cinder-786260-3-smb neutron-server[91626]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 11:59:12.183255 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 11:59:12.183255 dv-cinder-786260-3-smb neutron-server[91626]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 11:59:12.183255 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 11:59:12.183255 dv-cinder-786260-3-smb neutron-server[91626]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 11:59:12.183255 dv-cinder-786260-3-smb neutron-server[91626]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 11:59:12.260273 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5c16e357-8634-4bb9-b1ae-405becfe5a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-598673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625249'] for network, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:12.263927 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:59:12.276660 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5c16e357-8634-4bb9-b1ae-405becfe5a99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for network, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:12.278507 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-5c16e357-8634-4bb9-b1ae-405becfe5a99 admin admin] 10.222.0.42 "DELETE /v2.0/networks/d6670f84-0e9f-4b36-8e4d-15250d634618 HTTP/1.1" status: 204 len: 168 time: 0.8196106 Jun 06 11:59:12.281579 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 47758) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:59:12.340363 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c16e357-8634-4bb9-b1ae-405becfe5a99 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6670f84-0e9f-4b36-8e4d-15250d634618,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:59:12.353765 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-5c16e357-8634-4bb9-b1ae-405becfe5a99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:59:12.915906 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-bac71151-3439-45ea-bdfb-c8102b38173a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647636'] for router_interface, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:12.939790 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 8db7d9b2-24f5-4e94-abfb-42f39ab50bb6 no longer exists at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 11:59:12.975142 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] No Port match for: 8db7d9b2-24f5-4e94-abfb-42f39ab50bb6 {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 11:59:12.975502 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 8db7d9b2-24f5-4e94-abfb-42f39ab50bb6 not bound to the agent host dv-cinder-786260-3-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 11:59:12.975946 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 40f703f5-5fce-44d7-8ec3-e18b892eb0bc no longer exists at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 11:59:13.008462 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] No Port match for: 40f703f5-5fce-44d7-8ec3-e18b892eb0bc {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 11:59:13.008825 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 40f703f5-5fce-44d7-8ec3-e18b892eb0bc not bound to the agent host dv-cinder-786260-3-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 11:59:13.325005 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-bac71151-3439-45ea-bdfb-c8102b38173a admin admin] Deleting port 7a85353e-edfe-40d7-99cc-b86c0cc6a1af {{(pid=91626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 11:59:13.325348 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-bac71151-3439-45ea-bdfb-c8102b38173a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:13.444141 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-bac71151-3439-45ea-bdfb-c8102b38173a admin admin] For port 7a85353e-edfe-40d7-99cc-b86c0cc6a1af, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=7a85353e-edfe-40d7-99cc-b86c0cc6a1af,segment=NetworkSegment(af5b9b64-168a-4bc2-91de-963fa8651952),segment_id=af5b9b64-168a-4bc2-91de-963fa8651952)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:59:13.444496 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-bac71151-3439-45ea-bdfb-c8102b38173a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:13.563585 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-bac71151-3439-45ea-bdfb-c8102b38173a admin admin] Calling delete_port for 7a85353e-edfe-40d7-99cc-b86c0cc6a1af owned by network:router_interface {{(pid=91626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 11:59:13.713178 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-bac71151-3439-45ea-bdfb-c8102b38173a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1152752'] for port, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:13.717543 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ca414b03-5570-4820-92e9-7d372eb2e779 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:59:13.762989 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac71151-3439-45ea-bdfb-c8102b38173a admin admin] Pushing event deleted for resources: {'Port': ['ID=7a85353e-edfe-40d7-99cc-b86c0cc6a1af,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:59:13.788689 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-bac71151-3439-45ea-bdfb-c8102b38173a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:59:14.116309 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-bac71151-3439-45ea-bdfb-c8102b38173a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-649114'] for router_interface, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:14.468236 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac71151-3439-45ea-bdfb-c8102b38173a admin admin] Router b29393b8-9f65-4b6a-947b-41d9f8b45f1a has already been hosted by L3 agent 3ae38246-b788-4a45-8398-d1ca6712d00e {{(pid=91626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 11:59:14.641335 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac71151-3439-45ea-bdfb-c8102b38173a admin admin] Notify agent at l3_agent.dv-cinder-786260-3-smb the message routers_updated {{(pid=91626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 11:59:14.646582 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-bac71151-3439-45ea-bdfb-c8102b38173a admin admin] 10.222.0.42 "PUT /v2.0/routers/b29393b8-9f65-4b6a-947b-41d9f8b45f1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3639686 Jun 06 11:59:14.648530 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 47764) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:59:14.649644 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f47164-c2cc-4d41-91e1-c2d3bfad9e05 None None] Sync routers for ids ['b29393b8-9f65-4b6a-947b-41d9f8b45f1a'] in dv-cinder-786260-3-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 11:59:14.659496 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f47164-c2cc-4d41-91e1-c2d3bfad9e05 None None] Routers {'b29393b8-9f65-4b6a-947b-41d9f8b45f1a'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:59:14.660110 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-58f47164-c2cc-4d41-91e1-c2d3bfad9e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T11:59:03Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['b29393b8-9f65-4b6a-947b-41d9f8b45f1a'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:59:14.819651 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a35ffa46-50f8-4645-9761-9dd9f301eff0 admin admin] Notify callbacks [] for router, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:14.833546 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-58f47164-c2cc-4d41-91e1-c2d3bfad9e05 None None] Set router b29393b8-9f65-4b6a-947b-41d9f8b45f1a gateway port host: dv-cinder-786260-3-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:59:15.000535 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a35ffa46-50f8-4645-9761-9dd9f301eff0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:15.070699 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-a35ffa46-50f8-4645-9761-9dd9f301eff0 admin admin] Deleting port 5f583d95-4048-47a0-8ef7-0536554e787d {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 11:59:15.071046 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a35ffa46-50f8-4645-9761-9dd9f301eff0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:15.121402 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-58f47164-c2cc-4d41-91e1-c2d3bfad9e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29393b8-9f65-4b6a-947b-41d9f8b45f1a', 'name': 'tempest-TestShelveInstance-110123505-router', 'tenant_id': 'f2d79d8c1802494b9aa6a8cf2671ed19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.148'}], 'enable_snat': True}, 'gw_port_id': '5f583d95-4048-47a0-8ef7-0536554e787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:43Z', 'updated_at': '2021-06-06T11:59:13Z', 'revision_number': 5, 'project_id': 'f2d79d8c1802494b9aa6a8cf2671ed19', 'gw_port': {'id': '5f583d95-4048-47a0-8ef7-0536554e787d', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29393b8-9f65-4b6a-947b-41d9f8b45f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:44Z', 'updated_at': '2021-06-06T11:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb'}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:59:15.125971 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f47164-c2cc-4d41-91e1-c2d3bfad9e05 None None] Checking router: b29393b8-9f65-4b6a-947b-41d9f8b45f1a for host: dv-cinder-786260-3-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 11:59:15.134066 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f47164-c2cc-4d41-91e1-c2d3bfad9e05 None None] Routers {'b29393b8-9f65-4b6a-947b-41d9f8b45f1a'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:59:15.134677 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-58f47164-c2cc-4d41-91e1-c2d3bfad9e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T11:59:03Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['b29393b8-9f65-4b6a-947b-41d9f8b45f1a'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:59:15.192888 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [None req-a35ffa46-50f8-4645-9761-9dd9f301eff0 admin admin] For port 5f583d95-4048-47a0-8ef7-0536554e787d, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=5f583d95-4048-47a0-8ef7-0536554e787d,segment=NetworkSegment(52a7e149-8864-41bb-af99-9d7fcbaa5b17),segment_id=52a7e149-8864-41bb-af99-9d7fcbaa5b17)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:59:15.193160 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a35ffa46-50f8-4645-9761-9dd9f301eff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:15.281817 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-58f47164-c2cc-4d41-91e1-c2d3bfad9e05 None None] Set router b29393b8-9f65-4b6a-947b-41d9f8b45f1a gateway port host: None {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:59:15.388100 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-58f47164-c2cc-4d41-91e1-c2d3bfad9e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29393b8-9f65-4b6a-947b-41d9f8b45f1a', 'name': 'tempest-TestShelveInstance-110123505-router', 'tenant_id': 'f2d79d8c1802494b9aa6a8cf2671ed19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:43Z', 'updated_at': '2021-06-06T11:59:15Z', 'revision_number': 6, 'project_id': 'f2d79d8c1802494b9aa6a8cf2671ed19', 'gw_port_host': None}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:59:15.392493 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f47164-c2cc-4d41-91e1-c2d3bfad9e05 None None] The sync data for ids ['b29393b8-9f65-4b6a-947b-41d9f8b45f1a'] in dv-cinder-786260-3-smb is: [{'id': 'b29393b8-9f65-4b6a-947b-41d9f8b45f1a', 'name': 'tempest-TestShelveInstance-110123505-router', 'tenant_id': 'f2d79d8c1802494b9aa6a8cf2671ed19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:43Z', 'updated_at': '2021-06-06T11:59:15Z', 'revision_number': 6, 'project_id': 'f2d79d8c1802494b9aa6a8cf2671ed19', 'gw_port_host': None}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 11:59:15.405603 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-a35ffa46-50f8-4645-9761-9dd9f301eff0 admin admin] Calling delete_port for 5f583d95-4048-47a0-8ef7-0536554e787d owned by network:router_gateway {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 11:59:15.546683 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a35ffa46-50f8-4645-9761-9dd9f301eff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:15.551720 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f18e449e-794d-4ab8-97f4-528bb1d3d440 tempest-VolumesSnapshotTestJSON-1746748617 tempest-VolumesSnapshotTestJSON-1746748617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:59:15.621591 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ffa46-50f8-4645-9761-9dd9f301eff0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f583d95-4048-47a0-8ef7-0536554e787d,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:59:15.628179 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-a35ffa46-50f8-4645-9761-9dd9f301eff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:59:15.685410 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a35ffa46-50f8-4645-9761-9dd9f301eff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625220'] for router_gateway, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:15.858105 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a35ffa46-50f8-4645-9761-9dd9f301eff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5398'] for router, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:15.860824 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a35ffa46-50f8-4645-9761-9dd9f301eff0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:15.882196 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a35ffa46-50f8-4645-9761-9dd9f301eff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645103'] for router, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:15.882796 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35ffa46-50f8-4645-9761-9dd9f301eff0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b29393b8-9f65-4b6a-947b-41d9f8b45f1a {{(pid=91625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 06 11:59:15.887041 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a35ffa46-50f8-4645-9761-9dd9f301eff0 admin admin] Notify callbacks [] for router, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:15.888151 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-a35ffa46-50f8-4645-9761-9dd9f301eff0 admin admin] 10.222.0.42 "DELETE /v2.0/routers/b29393b8-9f65-4b6a-947b-41d9f8b45f1a HTTP/1.1" status: 204 len: 168 time: 1.2386496 Jun 06 11:59:15.890721 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 47768) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:59:15.950198 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1042d5e-52f5-4faa-a743-141f69d97f0f admin admin] Deleting subnet 1b163f95-4324-4b0d-8fd3-ed028c41cba6 {{(pid=91625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 11:59:15.953032 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f1042d5e-52f5-4faa-a743-141f69d97f0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:16.000809 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f1042d5e-52f5-4faa-a743-141f69d97f0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2996275'] for subnet, precommit_delete_associations {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:16.075171 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f1042d5e-52f5-4faa-a743-141f69d97f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7795437'] for subnet, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:16.145317 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f1042d5e-52f5-4faa-a743-141f69d97f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7795428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2700932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4042801'] for subnet, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:16.150358 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:59:16.185674 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1042d5e-52f5-4faa-a743-141f69d97f0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b163f95-4324-4b0d-8fd3-ed028c41cba6,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:59:16.187672 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f1042d5e-52f5-4faa-a743-141f69d97f0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:16.190755 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-f1042d5e-52f5-4faa-a743-141f69d97f0f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1b163f95-4324-4b0d-8fd3-ed028c41cba6 HTTP/1.1" status: 204 len: 168 time: 0.2990317 Jun 06 11:59:16.192001 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 47770) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:59:16.192430 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3f2a4a-601b-477e-930b-aacccf33384f None None] Network 6ac15f0f-b62d-455f-a9f1-83364cf61df5 requested from dv-cinder-786260-3-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 11:59:16.194344 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f1042d5e-52f5-4faa-a743-141f69d97f0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:59:16.300621 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-992bbaae-9d9f-4697-8028-3c46386b3663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7781487'] for network, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:16.377210 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-992bbaae-9d9f-4697-8028-3c46386b3663 admin admin] Deleting port 161e8aef-da73-47d7-9727-f1aa16b9d19a {{(pid=91626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 11:59:16.377568 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-992bbaae-9d9f-4697-8028-3c46386b3663 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:16.487741 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-992bbaae-9d9f-4697-8028-3c46386b3663 admin admin] For port 161e8aef-da73-47d7-9727-f1aa16b9d19a, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=161e8aef-da73-47d7-9727-f1aa16b9d19a,segment=NetworkSegment(af5b9b64-168a-4bc2-91de-963fa8651952),segment_id=af5b9b64-168a-4bc2-91de-963fa8651952)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:59:16.487979 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-992bbaae-9d9f-4697-8028-3c46386b3663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:16.495287 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f134b1-9dc8-4465-a4df-f97ea83eb7a3 None None] DHCP port deletion for 6ac15f0f-b62d-455f-a9f1-83364cf61df5 request from dv-cinder-786260-3-smb {{(pid=91627) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 06 11:59:16.568911 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-10f134b1-9dc8-4465-a4df-f97ea83eb7a3 None None] Deleting port 161e8aef-da73-47d7-9727-f1aa16b9d19a {{(pid=91627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 11:59:16.569301 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-10f134b1-9dc8-4465-a4df-f97ea83eb7a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:16.611872 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-992bbaae-9d9f-4697-8028-3c46386b3663 admin admin] Calling delete_port for 161e8aef-da73-47d7-9727-f1aa16b9d19a owned by network:dhcp {{(pid=91626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 11:59:16.659098 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-992bbaae-9d9f-4697-8028-3c46386b3663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1152752'] for port, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:16.663746 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-842ac1b9-6224-46d2-a8a2-f8d3033330e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:59:16.670468 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-10f134b1-9dc8-4465-a4df-f97ea83eb7a3 None None] For port 161e8aef-da73-47d7-9727-f1aa16b9d19a, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=161e8aef-da73-47d7-9727-f1aa16b9d19a,segment=NetworkSegment(af5b9b64-168a-4bc2-91de-963fa8651952),segment_id=af5b9b64-168a-4bc2-91de-963fa8651952)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:59:16.670889 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-10f134b1-9dc8-4465-a4df-f97ea83eb7a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:16.709136 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992bbaae-9d9f-4697-8028-3c46386b3663 admin admin] Pushing event deleted for resources: {'Port': ['ID=161e8aef-da73-47d7-9727-f1aa16b9d19a,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:59:16.712233 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-992bbaae-9d9f-4697-8028-3c46386b3663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:59:16.713067 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992bbaae-9d9f-4697-8028-3c46386b3663 admin admin] No DVR routers for this DVR port 161e8aef-da73-47d7-9727-f1aa16b9d19a on host dv-cinder-786260-3-smb {{(pid=91626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 11:59:16.790655 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-10f134b1-9dc8-4465-a4df-f97ea83eb7a3 None None] Calling delete_port for 161e8aef-da73-47d7-9727-f1aa16b9d19a owned by network:dhcp {{(pid=91627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 11:59:16.832576 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-10f134b1-9dc8-4465-a4df-f97ea83eb7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169'] for port, after_delete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:16.836333 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:59:16.890694 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f134b1-9dc8-4465-a4df-f97ea83eb7a3 None None] Pushing event deleted for resources: {'Port': ['ID=161e8aef-da73-47d7-9727-f1aa16b9d19a,revision_number=None']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:59:16.893939 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-10f134b1-9dc8-4465-a4df-f97ea83eb7a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:59:16.894751 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f134b1-9dc8-4465-a4df-f97ea83eb7a3 None None] No DVR routers for this DVR port 161e8aef-da73-47d7-9727-f1aa16b9d19a on host dv-cinder-786260-3-smb {{(pid=91627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 11:59:16.935140 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-992bbaae-9d9f-4697-8028-3c46386b3663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670900', 'neutron.services.segments.db._delete_segments_for_network-8770687599014'] for network, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:16.949060 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-992bbaae-9d9f-4697-8028-3c46386b3663 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ac15f0f-b62d-455f-a9f1-83364cf61df5']}} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:59:16.951774 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 5f583d95-4048-47a0-8ef7-0536554e787d no longer exists at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 11:59:16.961754 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-992bbaae-9d9f-4697-8028-3c46386b3663 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af5b9b64-168a-4bc2-91de-963fa8651952') {'for_net_delete': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:59:16.962084 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-992bbaae-9d9f-4697-8028-3c46386b3663 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af5b9b64-168a-4bc2-91de-963fa8651952') {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:59:16.973226 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-992bbaae-9d9f-4697-8028-3c46386b3663 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770687601345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2150654'] for segment, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:16.985280 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] No Port match for: 5f583d95-4048-47a0-8ef7-0536554e787d {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 11:59:16.985794 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 5f583d95-4048-47a0-8ef7-0536554e787d not bound to the agent host dv-cinder-786260-3-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 11:59:16.986285 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 7a85353e-edfe-40d7-99cc-b86c0cc6a1af no longer exists at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 11:59:16.989958 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-992bbaae-9d9f-4697-8028-3c46386b3663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118'] for segment, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:16.996024 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-992bbaae-9d9f-4697-8028-3c46386b3663 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=91626) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 11:59:16.996437 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-992bbaae-9d9f-4697-8028-3c46386b3663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1152679'] for segment, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:17.016062 dv-cinder-786260-3-smb neutron-server[91626]: Traceback (most recent call last): Jun 06 11:59:17.016062 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 11:59:17.016062 dv-cinder-786260-3-smb neutron-server[91626]: timer() Jun 06 11:59:17.016062 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 11:59:17.016062 dv-cinder-786260-3-smb neutron-server[91626]: cb(*args, **kw) Jun 06 11:59:17.016062 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 11:59:17.016062 dv-cinder-786260-3-smb neutron-server[91626]: return func(*args, **kwargs) Jun 06 11:59:17.016062 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 11:59:17.016062 dv-cinder-786260-3-smb neutron-server[91626]: self._notify() Jun 06 11:59:17.016062 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 11:59:17.016062 dv-cinder-786260-3-smb neutron-server[91626]: self.callback(batched_events) Jun 06 11:59:17.016062 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 11:59:17.016062 dv-cinder-786260-3-smb neutron-server[91626]: event.method(event) Jun 06 11:59:17.016062 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 11:59:17.016062 dv-cinder-786260-3-smb neutron-server[91626]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 11:59:17.016062 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 11:59:17.016062 dv-cinder-786260-3-smb neutron-server[91626]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 11:59:17.016062 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 11:59:17.016062 dv-cinder-786260-3-smb neutron-server[91626]: return f(self, *a, **k) Jun 06 11:59:17.016062 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 11:59:17.016062 dv-cinder-786260-3-smb neutron-server[91626]: return self._get(url).json() Jun 06 11:59:17.016062 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 11:59:17.016062 dv-cinder-786260-3-smb neutron-server[91626]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 11:59:17.016062 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 11:59:17.016062 dv-cinder-786260-3-smb neutron-server[91626]: return self.request(url, 'GET', **kwargs) Jun 06 11:59:17.016062 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 11:59:17.016062 dv-cinder-786260-3-smb neutron-server[91626]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 11:59:17.016062 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 11:59:17.016062 dv-cinder-786260-3-smb neutron-server[91626]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 11:59:17.016062 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 11:59:17.016062 dv-cinder-786260-3-smb neutron-server[91626]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 11:59:17.016062 dv-cinder-786260-3-smb neutron-server[91626]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 11:59:17.019544 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] No Port match for: 7a85353e-edfe-40d7-99cc-b86c0cc6a1af {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 11:59:17.019903 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 7a85353e-edfe-40d7-99cc-b86c0cc6a1af not bound to the agent host dv-cinder-786260-3-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 11:59:17.020333 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 161e8aef-da73-47d7-9727-f1aa16b9d19a no longer exists at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 11:59:17.055254 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] No Port match for: 161e8aef-da73-47d7-9727-f1aa16b9d19a {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 11:59:17.055604 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 161e8aef-da73-47d7-9727-f1aa16b9d19a not bound to the agent host dv-cinder-786260-3-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 11:59:17.086626 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-992bbaae-9d9f-4697-8028-3c46386b3663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-598673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625249'] for network, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:17.090716 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-3e40503c-0976-4919-988e-de86d62e26fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:59:17.103769 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-992bbaae-9d9f-4697-8028-3c46386b3663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for network, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:17.105550 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-992bbaae-9d9f-4697-8028-3c46386b3663 admin admin] 10.222.0.42 "DELETE /v2.0/networks/6ac15f0f-b62d-455f-a9f1-83364cf61df5 HTTP/1.1" status: 204 len: 168 time: 0.9125783 Jun 06 11:59:17.112125 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992bbaae-9d9f-4697-8028-3c46386b3663 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ac15f0f-b62d-455f-a9f1-83364cf61df5,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:59:17.114418 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-992bbaae-9d9f-4697-8028-3c46386b3663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:59:17.217457 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 47776) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:59:17.264515 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-34fd6ebe-3050-47fb-a14e-3e983fb4e6ea admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a760c1c31ed345629684c634c2c50df0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458558 Jun 06 11:59:17.267276 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 47778) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:59:17.322851 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-39e4d6c4-3376-4f4d-8ee9-6ca9ccd4a203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:17.348704 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-39e4d6c4-3376-4f4d-8ee9-6ca9ccd4a203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:17.399094 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-39e4d6c4-3376-4f4d-8ee9-6ca9ccd4a203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:17.401667 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-39e4d6c4-3376-4f4d-8ee9-6ca9ccd4a203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:17.402834 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-39e4d6c4-3376-4f4d-8ee9-6ca9ccd4a203 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c72ff1d2-5315-4b53-8060-6d3d2fee5aa2 HTTP/1.1" status: 204 len: 168 time: 0.1346915 Jun 06 11:59:17.403584 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-0b48c649-0394-420b-bd67-ef5c4a8cfab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:59:17.413651 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e4d6c4-3376-4f4d-8ee9-6ca9ccd4a203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72ff1d2-5315-4b53-8060-6d3d2fee5aa2,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:59:17.416076 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-39e4d6c4-3376-4f4d-8ee9-6ca9ccd4a203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:59:17.742024 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 47786) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:59:17.795635 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-2b9146c9-acef-43c4-bb55-3a9fd214129a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f2d79d8c1802494b9aa6a8cf2671ed19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521219 Jun 06 11:59:17.797968 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 47790) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:59:17.856182 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-6a3da340-fb27-4cab-800a-c37920379863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:17.881900 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-6a3da340-fb27-4cab-800a-c37920379863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:17.932322 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-6a3da340-fb27-4cab-800a-c37920379863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:17.934864 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-6a3da340-fb27-4cab-800a-c37920379863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:17.935971 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-6a3da340-fb27-4cab-800a-c37920379863 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/186990ad-8c40-4c8a-a051-4c7086cec495 HTTP/1.1" status: 204 len: 168 time: 0.1368129 Jun 06 11:59:17.936743 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-27831fdf-125e-461d-ab80-a9b3187fb7a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:59:17.948320 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3da340-fb27-4cab-800a-c37920379863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186990ad-8c40-4c8a-a051-4c7086cec495,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:59:17.950555 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-6a3da340-fb27-4cab-800a-c37920379863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:59:21.878231 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033c8cc-9b23-44ac-b58b-78160b7a306f req-473917d1-ed05-4e20-83e3-4b540ebd7d0a tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:59:21.879673 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-4033c8cc-9b23-44ac-b58b-78160b7a306f req-473917d1-ed05-4e20-83e3-4b540ebd7d0a tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 945 time: 0.0789981 Jun 06 11:59:21.927445 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-4033c8cc-9b23-44ac-b58b-78160b7a306f req-4151b539-2220-4b1f-937f-3b938698308e tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5858077-4135-4b04-b320-d04545bf8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421624 Jun 06 11:59:23.115322 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68934467-6000-424e-8d08-8a19365227d0 req-8371161c-f50a-4784-b08d-7945b13dd3d7 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:59:23.116753 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-68934467-6000-424e-8d08-8a19365227d0 req-8371161c-f50a-4784-b08d-7945b13dd3d7 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 945 time: 0.0832019 Jun 06 11:59:23.160601 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-68934467-6000-424e-8d08-8a19365227d0 req-1a611aa8-3c26-4fec-b15f-40d1a6a6a234 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5858077-4135-4b04-b320-d04545bf8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382149 Jun 06 11:59:24.341220 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4618c7a-e205-4728-a66f-a94e2d74f517 req-2fae190d-932e-480b-8d1e-7ecb836aa9f3 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:59:24.342715 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a4618c7a-e205-4728-a66f-a94e2d74f517 req-2fae190d-932e-480b-8d1e-7ecb836aa9f3 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 945 time: 0.0796266 Jun 06 11:59:24.386672 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a4618c7a-e205-4728-a66f-a94e2d74f517 req-33eba494-0412-4694-9bbb-534e1bce3216 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5858077-4135-4b04-b320-d04545bf8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376127 Jun 06 11:59:25.570243 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a8d91-8dd4-47b5-a46e-56e5bd638be4 req-a3016b93-7ae7-480b-850a-ab2403bbce57 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:59:25.571713 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-e53a8d91-8dd4-47b5-a46e-56e5bd638be4 req-a3016b93-7ae7-480b-850a-ab2403bbce57 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 945 time: 0.0798461 Jun 06 11:59:25.616084 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-e53a8d91-8dd4-47b5-a46e-56e5bd638be4 req-175834d9-6675-462c-a65b-e9839f422233 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5858077-4135-4b04-b320-d04545bf8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389037 Jun 06 11:59:26.807809 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09fb4ac-a51a-4483-9e30-e157e9baab96 req-c7837ee3-23ca-4106-9375-e7faa0206197 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:59:26.809272 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-d09fb4ac-a51a-4483-9e30-e157e9baab96 req-c7837ee3-23ca-4106-9375-e7faa0206197 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 945 time: 0.0834956 Jun 06 11:59:26.853786 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-d09fb4ac-a51a-4483-9e30-e157e9baab96 req-5bfb1991-8a98-4b20-b668-f03312958e24 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5858077-4135-4b04-b320-d04545bf8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382946 Jun 06 11:59:28.048275 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5334df2-3d05-476b-92ff-6219ba528869 req-ccbd42cd-a2c4-460c-8942-78165e2c38b4 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:59:28.050031 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-c5334df2-3d05-476b-92ff-6219ba528869 req-ccbd42cd-a2c4-460c-8942-78165e2c38b4 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 945 time: 0.0839124 Jun 06 11:59:28.093410 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-c5334df2-3d05-476b-92ff-6219ba528869 req-218d4ca1-e444-459d-854d-7ac5c789d01a tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5858077-4135-4b04-b320-d04545bf8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378301 Jun 06 11:59:29.274876 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49160f73-2ad4-465e-8c33-c0f733fba15c req-ca55200e-e703-4727-a2b0-6be0e726fbf1 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:59:29.276334 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-49160f73-2ad4-465e-8c33-c0f733fba15c req-ca55200e-e703-4727-a2b0-6be0e726fbf1 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 945 time: 0.0794148 Jun 06 11:59:29.319772 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-49160f73-2ad4-465e-8c33-c0f733fba15c req-f804c2de-f53a-4c46-80f4-e031b07bd390 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5858077-4135-4b04-b320-d04545bf8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379977 Jun 06 11:59:30.163939 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a41b96cc-f6c8-4b16-b304-7cdd7c37d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:30.501878 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa88621-1051-4e59-b11f-e383b6b833f8 req-5fafe597-ee0a-41d5-a7aa-2dee49163505 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:59:30.503252 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-bfa88621-1051-4e59-b11f-e383b6b833f8 req-5fafe597-ee0a-41d5-a7aa-2dee49163505 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 945 time: 0.0790026 Jun 06 11:59:30.552067 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-bfa88621-1051-4e59-b11f-e383b6b833f8 req-25581e80-cc26-4a3c-8506-0bfa0871fe55 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5858077-4135-4b04-b320-d04545bf8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432982 Jun 06 11:59:31.735893 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2483-ef82-4994-9ed2-73b00b3dc9e5 req-13d1a33c-b0c2-41a5-88c8-d16779c3f753 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:59:31.737251 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-546a2483-ef82-4994-9ed2-73b00b3dc9e5 req-13d1a33c-b0c2-41a5-88c8-d16779c3f753 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 945 time: 0.0827584 Jun 06 11:59:31.780064 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-546a2483-ef82-4994-9ed2-73b00b3dc9e5 req-9a0d9d62-5815-498d-91f3-2ccec76d8323 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5858077-4135-4b04-b320-d04545bf8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373321 Jun 06 11:59:32.512918 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:32.807614 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-9389ca73-1848-4774-933f-d438ea5324e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:32.960645 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79013cbc-0238-4784-b34a-4550dcdba58c req-c73728c5-c777-479e-81c9-c3ef79a21e1c tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:59:32.962132 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-79013cbc-0238-4784-b34a-4550dcdba58c req-c73728c5-c777-479e-81c9-c3ef79a21e1c tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 945 time: 0.0792658 Jun 06 11:59:33.006048 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-79013cbc-0238-4784-b34a-4550dcdba58c req-aa080224-e566-4d8b-9c12-49a4be5469e4 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5858077-4135-4b04-b320-d04545bf8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383728 Jun 06 11:59:33.351038 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d110c52-5183-4ea4-ba1d-6339fee2491c req-959d07ec-52cf-4d17-a551-006c496e8474 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:59:33.352543 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-1d110c52-5183-4ea4-ba1d-6339fee2491c req-959d07ec-52cf-4d17-a551-006c496e8474 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 945 time: 0.0851960 Jun 06 11:59:33.379378 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ea413-ab98-4e8d-a9fd-93a750b18798 req-6679ac1e-e2c3-46b9-8ec6-c7c02d3604e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:59:33.380869 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-e00ea413-ab98-4e8d-a9fd-93a750b18798 req-6679ac1e-e2c3-46b9-8ec6-c7c02d3604e7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f78b1e9d293b4d2987519b48834895e5&device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 1098 time: 0.0730476 Jun 06 11:59:33.396693 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-1d110c52-5183-4ea4-ba1d-6339fee2491c req-f63cea85-54f3-4018-9496-8a293af1cad6 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5858077-4135-4b04-b320-d04545bf8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385334 Jun 06 11:59:33.512389 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ea413-ab98-4e8d-a9fd-93a750b18798 req-15609762-85d2-4221-ad8d-1df46fa8761e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:59:33.513869 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-e00ea413-ab98-4e8d-a9fd-93a750b18798 req-15609762-85d2-4221-ad8d-1df46fa8761e service neutron] 10.222.0.11 "GET /v2.0/networks?id=3a1945e0-6f13-432e-8a46-a7a967870ffb HTTP/1.1" status: 200 len: 911 time: 0.1267173 Jun 06 11:59:33.693867 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-e00ea413-ab98-4e8d-a9fd-93a750b18798 req-b4db326d-ea79-40f3-8243-a7f207eb1d0a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6b85117-36c5-4e80-a1aa-0e5fb44b4432 HTTP/1.1" status: 200 len: 1000 time: 0.1735489 Jun 06 11:59:33.752094 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:33.759605 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ea413-ab98-4e8d-a9fd-93a750b18798 req-d9e1c9be-94ab-4748-bd8d-6fbfe6de9442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:59:33.761031 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-e00ea413-ab98-4e8d-a9fd-93a750b18798 req-d9e1c9be-94ab-4748-bd8d-6fbfe6de9442 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75e6a31b-4e28-47fe-80e3-408e871e091e HTTP/1.1" status: 200 len: 849 time: 0.0609200 Jun 06 11:59:33.836077 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ea413-ab98-4e8d-a9fd-93a750b18798 req-fcf1466b-258e-4094-9bc3-ce7523d6d118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:59:33.837509 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-e00ea413-ab98-4e8d-a9fd-93a750b18798 req-fcf1466b-258e-4094-9bc3-ce7523d6d118 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3a1945e0-6f13-432e-8a46-a7a967870ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0688632 Jun 06 11:59:33.967950 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-e00ea413-ab98-4e8d-a9fd-93a750b18798 req-3da84082-cbfe-4b35-99a7-a44597045567 service neutron] 10.222.0.11 "GET /v2.0/networks/3a1945e0-6f13-432e-8a46-a7a967870ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230059 Jun 06 11:59:34.098661 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-e00ea413-ab98-4e8d-a9fd-93a750b18798 req-bf37df83-0522-429d-bb33-9072edc6b90f service neutron] 10.222.0.11 "GET /v2.0/networks/3a1945e0-6f13-432e-8a46-a7a967870ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238153 Jun 06 11:59:34.234193 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:34.585547 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a32a8-7e94-4dde-8f52-064a4ef24b8a req-5e936cb6-1a40-4e47-89d2-582de9e5f752 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:59:34.587042 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-949a32a8-7e94-4dde-8f52-064a4ef24b8a req-5e936cb6-1a40-4e47-89d2-582de9e5f752 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 945 time: 0.0833633 Jun 06 11:59:34.631571 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-949a32a8-7e94-4dde-8f52-064a4ef24b8a req-df711063-aa22-4944-8e23-4bf0d3a797fe tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5858077-4135-4b04-b320-d04545bf8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390606 Jun 06 11:59:35.618984 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:35.813581 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065196e-7286-4eca-ae61-90215424443f req-a0aaa5db-5c10-4a13-970a-8eefe69c4c70 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:59:35.815158 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-1065196e-7286-4eca-ae61-90215424443f req-a0aaa5db-5c10-4a13-970a-8eefe69c4c70 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 945 time: 0.0791466 Jun 06 11:59:35.860269 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-1065196e-7286-4eca-ae61-90215424443f req-42eb857d-7ccc-4d90-b68a-dfd814c0ce66 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5858077-4135-4b04-b320-d04545bf8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388832 Jun 06 11:59:42.064450 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-4e695d9d-1565-4cb0-823c-0d72073c09bd None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:00:00.165700 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-b422a609-8292-421b-8a5d-3ea5aba2da21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:00:02.514176 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:00:02.584688 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a80e178a-1ae6-4e02-9aa4-423b1f80c54b req-b285788f-8d00-4ffb-acab-ce82d8bdea43 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2375608f-b1de-4319-8bb2-863c2af87c0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685649 Jun 06 12:00:02.677416 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e178a-1ae6-4e02-9aa4-423b1f80c54b req-f2fb01d7-900b-4876-a717-9de04de99940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:00:02.678900 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a80e178a-1ae6-4e02-9aa4-423b1f80c54b req-f2fb01d7-900b-4876-a717-9de04de99940 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f78b1e9d293b4d2987519b48834895e5&device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 1098 time: 0.0733178 Jun 06 12:00:02.810394 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-35a55e17-72d2-47bc-9994-e4af18f992cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:00:02.827004 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e178a-1ae6-4e02-9aa4-423b1f80c54b req-dd7045d1-6e26-41b1-bad0-edc596e4b9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:00:02.829108 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a80e178a-1ae6-4e02-9aa4-423b1f80c54b req-dd7045d1-6e26-41b1-bad0-edc596e4b9c8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3a1945e0-6f13-432e-8a46-a7a967870ffb HTTP/1.1" status: 200 len: 911 time: 0.1314530 Jun 06 12:00:02.930396 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a80e178a-1ae6-4e02-9aa4-423b1f80c54b req-d92c4e5e-0bb9-44e7-884e-e5802ad5f231 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6b85117-36c5-4e80-a1aa-0e5fb44b4432 HTTP/1.1" status: 200 len: 1000 time: 0.0949616 Jun 06 12:00:02.994395 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e178a-1ae6-4e02-9aa4-423b1f80c54b req-64c23757-488d-4183-a8cc-76a06c93f2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:00:02.995798 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a80e178a-1ae6-4e02-9aa4-423b1f80c54b req-64c23757-488d-4183-a8cc-76a06c93f2d5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75e6a31b-4e28-47fe-80e3-408e871e091e HTTP/1.1" status: 200 len: 849 time: 0.0577786 Jun 06 12:00:03.070411 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e178a-1ae6-4e02-9aa4-423b1f80c54b req-3efc0b0c-558d-4417-a5bf-17ca2a491a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:00:03.071784 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a80e178a-1ae6-4e02-9aa4-423b1f80c54b req-3efc0b0c-558d-4417-a5bf-17ca2a491a99 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3a1945e0-6f13-432e-8a46-a7a967870ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0696516 Jun 06 12:00:03.204125 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a80e178a-1ae6-4e02-9aa4-423b1f80c54b req-a1143b1e-69c0-4e4a-b07d-2d49d3066712 service neutron] 10.222.0.11 "GET /v2.0/networks/3a1945e0-6f13-432e-8a46-a7a967870ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233830 Jun 06 12:00:03.332812 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a80e178a-1ae6-4e02-9aa4-423b1f80c54b req-fd731a56-81b1-4e18-a9e7-c5c2028325bd service neutron] 10.222.0.11 "GET /v2.0/networks/3a1945e0-6f13-432e-8a46-a7a967870ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217310 Jun 06 12:00:03.753160 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:00:04.236523 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:00:05.619077 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:00:09.828304 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272b1eb-b090-48ed-aedb-7d3573d36616 req-a1fc50f4-877c-40e3-adec-73025db699a9 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:00:09.829771 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c272b1eb-b090-48ed-aedb-7d3573d36616 req-a1fc50f4-877c-40e3-adec-73025db699a9 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 945 time: 0.0831621 Jun 06 12:00:09.874872 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c272b1eb-b090-48ed-aedb-7d3573d36616 req-5042d537-37ac-49dc-a3dc-f4cda319e0c3 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5858077-4135-4b04-b320-d04545bf8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393167 Jun 06 12:00:11.063948 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde533a-e1d0-4d43-9cda-96348884ca25 req-0a23d83f-6275-4439-81b2-bbef66fb9aa4 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:00:11.065398 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-ddde533a-e1d0-4d43-9cda-96348884ca25 req-0a23d83f-6275-4439-81b2-bbef66fb9aa4 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 945 time: 0.0840693 Jun 06 12:00:11.108802 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-ddde533a-e1d0-4d43-9cda-96348884ca25 req-03f96d1f-43cb-4330-9f0d-330e90991054 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5858077-4135-4b04-b320-d04545bf8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378263 Jun 06 12:00:12.288707 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77f7ac-2986-4c6e-ad25-a8d7e20b3098 req-8a7f32cc-2204-4984-9cd5-92e96c9fbb14 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:00:12.290169 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2a77f7ac-2986-4c6e-ad25-a8d7e20b3098 req-8a7f32cc-2204-4984-9cd5-92e96c9fbb14 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 945 time: 0.0779867 Jun 06 12:00:12.410039 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2a77f7ac-2986-4c6e-ad25-a8d7e20b3098 req-c810226e-6699-4996-b883-260e4981fe18 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5858077-4135-4b04-b320-d04545bf8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143453 Jun 06 12:00:13.591548 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf2377a-675a-4b0b-a2d0-81d46d3aea56 req-0c104693-84b1-400b-9030-a23cea1d5ad7 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:00:13.593660 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-7bf2377a-675a-4b0b-a2d0-81d46d3aea56 req-0c104693-84b1-400b-9030-a23cea1d5ad7 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 945 time: 0.0799551 Jun 06 12:00:13.637676 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-7bf2377a-675a-4b0b-a2d0-81d46d3aea56 req-6886afcd-53ca-45ad-b91e-33d2aa1dcae3 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5858077-4135-4b04-b320-d04545bf8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385156 Jun 06 12:00:14.821360 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90645a-7934-4b17-9e42-8db05185e35b req-3920904f-59b3-4358-a8df-6186bbddc0bd tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:00:14.822861 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-1c90645a-7934-4b17-9e42-8db05185e35b req-3920904f-59b3-4358-a8df-6186bbddc0bd tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 945 time: 0.0797405 Jun 06 12:00:14.867574 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-1c90645a-7934-4b17-9e42-8db05185e35b req-cd7d2bd9-f758-466b-a5ab-c622371037e5 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5858077-4135-4b04-b320-d04545bf8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392616 Jun 06 12:00:16.050881 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9182a3-675e-4e2e-b354-87348fc03504 req-336d043e-2666-4708-8c60-df98de27d7d1 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:00:16.052321 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-1d9182a3-675e-4e2e-b354-87348fc03504 req-336d043e-2666-4708-8c60-df98de27d7d1 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 945 time: 0.0824447 Jun 06 12:00:16.095712 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-1d9182a3-675e-4e2e-b354-87348fc03504 req-0f927528-ceca-4559-8d7f-27ec7f0d7fb4 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5858077-4135-4b04-b320-d04545bf8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379212 Jun 06 12:00:17.280870 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc197f1c-9a3a-40e0-96fd-f4851e2c3322 req-27fc67f8-b457-4f0d-b35b-202fa53bbc27 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:00:17.282332 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-dc197f1c-9a3a-40e0-96fd-f4851e2c3322 req-27fc67f8-b457-4f0d-b35b-202fa53bbc27 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 945 time: 0.0826335 Jun 06 12:00:17.325876 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-dc197f1c-9a3a-40e0-96fd-f4851e2c3322 req-6e8e0ff2-6266-48fe-92be-01c5e7def2f5 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5858077-4135-4b04-b320-d04545bf8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380778 Jun 06 12:00:18.508853 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56019fbe-ac1f-48ae-bbc3-8a4677bf8c9a req-eda88fc2-4b37-4b38-9cbd-0179e464bcee tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:00:18.510360 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-56019fbe-ac1f-48ae-bbc3-8a4677bf8c9a req-eda88fc2-4b37-4b38-9cbd-0179e464bcee tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 945 time: 0.0787916 Jun 06 12:00:18.557779 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-56019fbe-ac1f-48ae-bbc3-8a4677bf8c9a req-5796f8e2-4346-463c-8c74-1ac439b4fcbf tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5858077-4135-4b04-b320-d04545bf8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412986 Jun 06 12:00:19.063345 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-4e695d9d-1565-4cb0-823c-0d72073c09bd None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:00:19.738931 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bf8f2-00c6-4574-b2dd-fbb6f63a942c req-466fbd0b-24bf-4f67-a62b-56900c32586e tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:00:19.740291 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2e7bf8f2-00c6-4574-b2dd-fbb6f63a942c req-466fbd0b-24bf-4f67-a62b-56900c32586e tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 945 time: 0.0799897 Jun 06 12:00:19.784633 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2e7bf8f2-00c6-4574-b2dd-fbb6f63a942c req-b397e324-8916-4d2c-a590-4b684a69a72b tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5858077-4135-4b04-b320-d04545bf8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388517 Jun 06 12:00:20.966874 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80c957-4ec5-48e9-8271-6df922058348 req-33cf44bc-33e4-4677-9910-3d9566c3bc07 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:00:20.968847 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-8c80c957-4ec5-48e9-8271-6df922058348 req-33cf44bc-33e4-4677-9910-3d9566c3bc07 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 945 time: 0.0789518 Jun 06 12:00:21.011821 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-8c80c957-4ec5-48e9-8271-6df922058348 req-8d732906-52d9-412d-9855-ba82459aef39 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5858077-4135-4b04-b320-d04545bf8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374560 Jun 06 12:00:21.355157 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69604d28-0f06-4a09-bef9-c62618c0ab22 req-e036aa9a-db82-4a60-9fa4-e06e9136069d tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:00:21.356579 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-69604d28-0f06-4a09-bef9-c62618c0ab22 req-e036aa9a-db82-4a60-9fa4-e06e9136069d tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 945 time: 0.0927291 Jun 06 12:00:21.391893 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c292b-7307-4a85-871f-53cec0eba4b3 req-877cf04b-3232-4a67-aa11-3d9679c9667d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:00:21.393375 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-4b9c292b-7307-4a85-871f-53cec0eba4b3 req-877cf04b-3232-4a67-aa11-3d9679c9667d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f78b1e9d293b4d2987519b48834895e5&device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 1098 time: 0.0755405 Jun 06 12:00:21.403543 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-69604d28-0f06-4a09-bef9-c62618c0ab22 req-3238668b-dc5f-4ee8-9994-0afa16773161 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5858077-4135-4b04-b320-d04545bf8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384829 Jun 06 12:00:21.522744 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c292b-7307-4a85-871f-53cec0eba4b3 req-0521fe9e-366b-41e1-882b-0fe817db4567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:00:21.524179 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-4b9c292b-7307-4a85-871f-53cec0eba4b3 req-0521fe9e-366b-41e1-882b-0fe817db4567 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3a1945e0-6f13-432e-8a46-a7a967870ffb HTTP/1.1" status: 200 len: 911 time: 0.1249325 Jun 06 12:00:21.624564 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-4b9c292b-7307-4a85-871f-53cec0eba4b3 req-6e670130-970a-4444-a7e9-dc320071a264 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6b85117-36c5-4e80-a1aa-0e5fb44b4432 HTTP/1.1" status: 200 len: 1000 time: 0.0937376 Jun 06 12:00:21.684723 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c292b-7307-4a85-871f-53cec0eba4b3 req-777a2301-4e8e-47ad-a7f6-ef334c36d79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:00:21.686114 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-4b9c292b-7307-4a85-871f-53cec0eba4b3 req-777a2301-4e8e-47ad-a7f6-ef334c36d79e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75e6a31b-4e28-47fe-80e3-408e871e091e HTTP/1.1" status: 200 len: 849 time: 0.0557170 Jun 06 12:00:21.762279 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c292b-7307-4a85-871f-53cec0eba4b3 req-ef8b85f0-befc-4f98-bc17-2b20d33f6b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:00:21.763685 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-4b9c292b-7307-4a85-871f-53cec0eba4b3 req-ef8b85f0-befc-4f98-bc17-2b20d33f6b2d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3a1945e0-6f13-432e-8a46-a7a967870ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0711870 Jun 06 12:00:21.892504 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-4b9c292b-7307-4a85-871f-53cec0eba4b3 req-5b101b1e-cf72-4a1a-996e-5c74823bfff0 service neutron] 10.222.0.11 "GET /v2.0/networks/3a1945e0-6f13-432e-8a46-a7a967870ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216831 Jun 06 12:00:22.020511 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-4b9c292b-7307-4a85-871f-53cec0eba4b3 req-521afc9b-3c75-40e2-a3a7-5b98842cc00e service neutron] 10.222.0.11 "GET /v2.0/networks/3a1945e0-6f13-432e-8a46-a7a967870ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218166 Jun 06 12:00:22.589954 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca17cc5-950b-435f-93dc-b8796fc2e9a0 req-83880c86-f520-4748-8413-870b3b86fc0a tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:00:22.591423 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-3ca17cc5-950b-435f-93dc-b8796fc2e9a0 req-83880c86-f520-4748-8413-870b3b86fc0a tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 945 time: 0.0806141 Jun 06 12:00:22.634049 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-3ca17cc5-950b-435f-93dc-b8796fc2e9a0 req-f8c06009-cff3-42f2-ba4e-b5230b2bfd4c tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5858077-4135-4b04-b320-d04545bf8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370317 Jun 06 12:00:23.816604 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131691c-e335-40f6-b3f8-074b045c7f5a req-f26d15c5-5346-43d8-89b6-2715aff88581 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:00:23.818084 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-a131691c-e335-40f6-b3f8-074b045c7f5a req-f26d15c5-5346-43d8-89b6-2715aff88581 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 945 time: 0.0790412 Jun 06 12:00:23.862227 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-a131691c-e335-40f6-b3f8-074b045c7f5a req-55445fe6-1078-4609-9665-c79ca4983d75 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5858077-4135-4b04-b320-d04545bf8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386660 Jun 06 12:00:30.167605 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-da4539d9-2201-4702-89c1-bdf16af0abda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:00:32.518296 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:00:32.812909 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-96a57966-be2f-4fcf-a281-a5b743cfb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:00:33.755028 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:00:34.237359 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:00:35.622205 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:00:56.062981 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-4e695d9d-1565-4cb0-823c-0d72073c09bd None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:00:56.544038 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d89d6-8352-445b-8624-cabc8bf84ee2 req-4e528cf6-267d-40a7-8c3a-77e9827cac3a tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:00:56.545732 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-ab3d89d6-8352-445b-8624-cabc8bf84ee2 req-4e528cf6-267d-40a7-8c3a-77e9827cac3a tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 945 time: 0.1738503 Jun 06 12:00:56.589088 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-ab3d89d6-8352-445b-8624-cabc8bf84ee2 req-9ac0e52a-dfe3-43f3-b925-94129160e8dd tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5858077-4135-4b04-b320-d04545bf8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377407 Jun 06 12:00:57.774666 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666bc36-c303-416c-8a91-a985ca40d587 req-cc658669-1ff9-42b7-b689-8eb6670d47cf tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:00:57.776134 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-9666bc36-c303-416c-8a91-a985ca40d587 req-cc658669-1ff9-42b7-b689-8eb6670d47cf tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 945 time: 0.0829322 Jun 06 12:00:57.820031 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-9666bc36-c303-416c-8a91-a985ca40d587 req-6eec0633-5fea-4732-8807-e5a67f5aabd3 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5858077-4135-4b04-b320-d04545bf8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377374 Jun 06 12:00:58.265884 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8103baf-952f-4dfd-9578-9247f320c96d req-c4b03657-5b6a-4ba6-8096-7efe4da9525d tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:00:58.267290 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b8103baf-952f-4dfd-9578-9247f320c96d req-c4b03657-5b6a-4ba6-8096-7efe4da9525d tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.11 "GET /v2.0/ports?device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 945 time: 0.0773790 Jun 06 12:00:58.404465 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-b8103baf-952f-4dfd-9578-9247f320c96d req-bc145835-519f-4dbb-b72b-26f39a826bb7 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Deleting port d6b85117-36c5-4e80-a1aa-0e5fb44b4432 {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:00:58.404816 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-b8103baf-952f-4dfd-9578-9247f320c96d req-bc145835-519f-4dbb-b72b-26f39a826bb7 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:00:58.535267 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-b8103baf-952f-4dfd-9578-9247f320c96d req-bc145835-519f-4dbb-b72b-26f39a826bb7 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] For port d6b85117-36c5-4e80-a1aa-0e5fb44b4432, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d6b85117-36c5-4e80-a1aa-0e5fb44b4432,segment=NetworkSegment(8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0),segment_id=8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:00:58.535548 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-b8103baf-952f-4dfd-9578-9247f320c96d req-bc145835-519f-4dbb-b72b-26f39a826bb7 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:00:58.918899 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-b8103baf-952f-4dfd-9578-9247f320c96d req-bc145835-519f-4dbb-b72b-26f39a826bb7 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:00:58.920130 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-b8103baf-952f-4dfd-9578-9247f320c96d req-bc145835-519f-4dbb-b72b-26f39a826bb7 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625267'] for floatingip, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:00:58.920130 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.db.l3_db [req-b8103baf-952f-4dfd-9578-9247f320c96d req-bc145835-519f-4dbb-b72b-26f39a826bb7 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Floating IP ba49b4ce-2764-4bc0-8d67-698008de0010 disassociated. External IP: 172.28.1.61, port: d6b85117-36c5-4e80-a1aa-0e5fb44b4432. Jun 06 12:00:58.920445 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-b8103baf-952f-4dfd-9578-9247f320c96d req-bc145835-519f-4dbb-b72b-26f39a826bb7 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Calling delete_port for d6b85117-36c5-4e80-a1aa-0e5fb44b4432 owned by compute:nova {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:00:59.018164 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879b042-48d4-4330-a704-402b919468b4 req-364361f3-eed5-4fde-9aeb-a5546720b5a1 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:00:59.019671 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-0879b042-48d4-4330-a704-402b919468b4 req-364361f3-eed5-4fde-9aeb-a5546720b5a1 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=2375608f-b1de-4319-8bb2-863c2af87c0d HTTP/1.1" status: 200 len: 945 time: 0.0855083 Jun 06 12:00:59.038186 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-b8103baf-952f-4dfd-9578-9247f320c96d req-bc145835-519f-4dbb-b72b-26f39a826bb7 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:00:59.043640 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-d8767c82-7e38-4b73-ade6-966df7b30906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:00:59.066264 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-0879b042-48d4-4330-a704-402b919468b4 req-13c2fe82-7f56-4388-ac49-c4f06f81f881 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5858077-4135-4b04-b320-d04545bf8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402522 Jun 06 12:00:59.090633 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc145835-519f-4dbb-b72b-26f39a826bb7 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Pushing event deleted for resources: {'Port': ['ID=d6b85117-36c5-4e80-a1aa-0e5fb44b4432,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:00:59.101076 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc145835-519f-4dbb-b72b-26f39a826bb7 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:00:59.101387 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc145835-519f-4dbb-b72b-26f39a826bb7 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:00:59.101751 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc145835-519f-4dbb-b72b-26f39a826bb7 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:00:59.102137 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc145835-519f-4dbb-b72b-26f39a826bb7 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:00:59.102497 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc145835-519f-4dbb-b72b-26f39a826bb7 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:00:59.102853 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc145835-519f-4dbb-b72b-26f39a826bb7 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:00:59.103211 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc145835-519f-4dbb-b72b-26f39a826bb7 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:00:59.103563 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc145835-519f-4dbb-b72b-26f39a826bb7 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:00:59.104368 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc145835-519f-4dbb-b72b-26f39a826bb7 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:00:59.104368 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc145835-519f-4dbb-b72b-26f39a826bb7 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:00:59.104584 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc145835-519f-4dbb-b72b-26f39a826bb7 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:00:59.104929 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc145835-519f-4dbb-b72b-26f39a826bb7 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:00:59.110018 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-bc145835-519f-4dbb-b72b-26f39a826bb7 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:00:59.283609 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8103baf-952f-4dfd-9578-9247f320c96d req-bc145835-519f-4dbb-b72b-26f39a826bb7 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Router 5a1a493d-d3da-4694-ae7a-992fc73f911d has already been hosted by L3 agent 3ae38246-b788-4a45-8398-d1ca6712d00e {{(pid=91625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 12:00:59.463727 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8103baf-952f-4dfd-9578-9247f320c96d req-bc145835-519f-4dbb-b72b-26f39a826bb7 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify agent at l3_agent.dv-cinder-786260-3-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 12:00:59.474476 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d978a46-10ab-4c94-9c1d-5f4caabfa0cc None None] Sync routers for ids ['5a1a493d-d3da-4694-ae7a-992fc73f911d'] in dv-cinder-786260-3-smb {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 12:00:59.484822 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d978a46-10ab-4c94-9c1d-5f4caabfa0cc None None] Routers {'5a1a493d-d3da-4694-ae7a-992fc73f911d'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:00:59.485653 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-7d978a46-10ab-4c94-9c1d-5f4caabfa0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T12:00:33Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['5a1a493d-d3da-4694-ae7a-992fc73f911d'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:00:59.543178 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8103baf-952f-4dfd-9578-9247f320c96d req-bc145835-519f-4dbb-b72b-26f39a826bb7 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] No DVR routers for this DVR port d6b85117-36c5-4e80-a1aa-0e5fb44b4432 on host hv-cinder-78626 {{(pid=91625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 12:00:59.546885 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-b8103baf-952f-4dfd-9578-9247f320c96d req-bc145835-519f-4dbb-b72b-26f39a826bb7 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:00:59.548879 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-b8103baf-952f-4dfd-9578-9247f320c96d req-bc145835-519f-4dbb-b72b-26f39a826bb7 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.11 "DELETE /v2.0/ports/d6b85117-36c5-4e80-a1aa-0e5fb44b4432 HTTP/1.1" status: 204 len: 173 time: 1.2747233 Jun 06 12:00:59.549677 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2375608f-b1de-4319-8bb2-863c2af87c0d', 'name': 'network-vif-deleted', 'tag': 'd6b85117-36c5-4e80-a1aa-0e5fb44b4432'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:00:59.552168 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d3a09975e5f8f43507a37e46b4ea231535690fa404cdff26bf77d84c9002b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b642f1ab-4199-42e9-9c0a-45032adb9c50" -d '{"events": [{"server_uuid": "2375608f-b1de-4319-8bb2-863c2af87c0d", "name": "network-vif-deleted", "tag": "d6b85117-36c5-4e80-a1aa-0e5fb44b4432"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:00:59.599675 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6e1321-f0aa-49b1-8583-098ba418b062 x-openstack-request-id: req-7d6e1321-f0aa-49b1-8583-098ba418b062 {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:00:59.600006 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2375608f-b1de-4319-8bb2-863c2af87c0d", "name": "network-vif-deleted", "tag": "d6b85117-36c5-4e80-a1aa-0e5fb44b4432", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:00:59.600319 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7d6e1321-f0aa-49b1-8583-098ba418b062 {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:00:59.600885 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2375608f-b1de-4319-8bb2-863c2af87c0d', 'name': 'network-vif-deleted', 'tag': 'd6b85117-36c5-4e80-a1aa-0e5fb44b4432', 'status': 'completed', 'code': 200} Jun 06 12:00:59.679262 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-7d978a46-10ab-4c94-9c1d-5f4caabfa0cc None None] Set router 5a1a493d-d3da-4694-ae7a-992fc73f911d gateway port host: dv-cinder-786260-3-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:00:59.995082 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-7d978a46-10ab-4c94-9c1d-5f4caabfa0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'name': 'tempest-AttachVolumeTestJSON-972330892-router', 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.111'}], 'enable_snat': True}, 'gw_port_id': '023466a7-9fce-44c0-939d-a51ce5fc5e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:58:20Z', 'updated_at': '2021-06-06T11:58:24Z', 'revision_number': 4, 'project_id': 'f78b1e9d293b4d2987519b48834895e5', 'gw_port': {'id': '023466a7-9fce-44c0-939d-a51ce5fc5e11', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:58:21Z', 'updated_at': '2021-06-06T11:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_interfaces': [{'id': '14879162-bdb0-461c-b93e-30a0d862854e', 'name': '', 'network_id': '3a1945e0-6f13-432e-8a46-a7a967870ffb', 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'mac_address': 'fa:16:3e:6d:ee:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '75e6a31b-4e28-47fe-80e3-408e871e091e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:58:23Z', 'updated_at': '2021-06-06T11:58:29Z', 'revision_number': 5, 'project_id': 'f78b1e9d293b4d2987519b48834895e5', 'subnets': [{'id': '75e6a31b-4e28-47fe-80e3-408e871e091e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:00:59.999691 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d978a46-10ab-4c94-9c1d-5f4caabfa0cc None None] Checking router: 5a1a493d-d3da-4694-ae7a-992fc73f911d for host: dv-cinder-786260-3-smb {{(pid=91628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 12:01:00.008119 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d978a46-10ab-4c94-9c1d-5f4caabfa0cc None None] Routers {'5a1a493d-d3da-4694-ae7a-992fc73f911d'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:01:00.008849 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-7d978a46-10ab-4c94-9c1d-5f4caabfa0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T12:00:33Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['5a1a493d-d3da-4694-ae7a-992fc73f911d'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:01:00.173861 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-40216d56-e6b2-4d1f-ae35-239084cf5343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:00.200137 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 47934) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:01:00.201536 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-7d978a46-10ab-4c94-9c1d-5f4caabfa0cc None None] Set router 5a1a493d-d3da-4694-ae7a-992fc73f911d gateway port host: dv-cinder-786260-3-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:01:00.265051 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8ff974b1-b284-4a47-899c-9380db6b5da9 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:00.292713 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8ff974b1-b284-4a47-899c-9380db6b5da9 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:00.346882 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8ff974b1-b284-4a47-899c-9380db6b5da9 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:00.349545 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8ff974b1-b284-4a47-899c-9380db6b5da9 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:00.350822 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-8ff974b1-b284-4a47-899c-9380db6b5da9 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "DELETE /v2.0/security-groups/b5858077-4135-4b04-b320-d04545bf8a78 HTTP/1.1" status: 204 len: 168 time: 0.1489353 Jun 06 12:01:00.351657 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-7927d855-07e7-4d1d-b8f2-54da0fdc5c0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:01:00.353596 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 47936) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:01:00.364755 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff974b1-b284-4a47-899c-9380db6b5da9 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5858077-4135-4b04-b320-d04545bf8a78,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:01:00.369806 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.api.v2.resource [None req-0253d663-fabb-4101-851f-84ea55a90745 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] show failed (client error): The resource could not be found. Jun 06 12:01:00.374035 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-0253d663-fabb-4101-851f-84ea55a90745 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups/b5858077-4135-4b04-b320-d04545bf8a78 HTTP/1.1" status: 404 len: 347 time: 0.0162296 Jun 06 12:01:00.374265 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 47938) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:01:00.376074 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff974b1-b284-4a47-899c-9380db6b5da9 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:01:00.376534 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff974b1-b284-4a47-899c-9380db6b5da9 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:01:00.376973 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff974b1-b284-4a47-899c-9380db6b5da9 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:01:00.377409 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff974b1-b284-4a47-899c-9380db6b5da9 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:01:00.377866 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff974b1-b284-4a47-899c-9380db6b5da9 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:01:00.378383 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff974b1-b284-4a47-899c-9380db6b5da9 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:01:00.378828 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff974b1-b284-4a47-899c-9380db6b5da9 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:01:00.379251 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff974b1-b284-4a47-899c-9380db6b5da9 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:01:00.379683 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff974b1-b284-4a47-899c-9380db6b5da9 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:01:00.380216 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff974b1-b284-4a47-899c-9380db6b5da9 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:01:00.380645 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff974b1-b284-4a47-899c-9380db6b5da9 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:01:00.381067 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff974b1-b284-4a47-899c-9380db6b5da9 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:01:00.384433 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-8ff974b1-b284-4a47-899c-9380db6b5da9 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:01:00.522444 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-7d978a46-10ab-4c94-9c1d-5f4caabfa0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'name': 'tempest-AttachVolumeTestJSON-972330892-router', 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.111'}], 'enable_snat': True}, 'gw_port_id': '023466a7-9fce-44c0-939d-a51ce5fc5e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:58:20Z', 'updated_at': '2021-06-06T11:58:24Z', 'revision_number': 4, 'project_id': 'f78b1e9d293b4d2987519b48834895e5', 'gw_port': {'id': '023466a7-9fce-44c0-939d-a51ce5fc5e11', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:58:21Z', 'updated_at': '2021-06-06T11:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_interfaces': [{'id': '14879162-bdb0-461c-b93e-30a0d862854e', 'name': '', 'network_id': '3a1945e0-6f13-432e-8a46-a7a967870ffb', 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'mac_address': 'fa:16:3e:6d:ee:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '75e6a31b-4e28-47fe-80e3-408e871e091e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:58:23Z', 'updated_at': '2021-06-06T11:58:29Z', 'revision_number': 5, 'project_id': 'f78b1e9d293b4d2987519b48834895e5', 'subnets': [{'id': '75e6a31b-4e28-47fe-80e3-408e871e091e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:01:00.526266 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d978a46-10ab-4c94-9c1d-5f4caabfa0cc None None] The sync data for ids ['5a1a493d-d3da-4694-ae7a-992fc73f911d'] in dv-cinder-786260-3-smb is: [{'id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'name': 'tempest-AttachVolumeTestJSON-972330892-router', 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.111'}], 'enable_snat': True}, 'gw_port_id': '023466a7-9fce-44c0-939d-a51ce5fc5e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:58:20Z', 'updated_at': '2021-06-06T11:58:24Z', 'revision_number': 4, 'project_id': 'f78b1e9d293b4d2987519b48834895e5', 'gw_port': {'id': '023466a7-9fce-44c0-939d-a51ce5fc5e11', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:58:21Z', 'updated_at': '2021-06-06T11:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_interfaces': [{'id': '14879162-bdb0-461c-b93e-30a0d862854e', 'name': '', 'network_id': '3a1945e0-6f13-432e-8a46-a7a967870ffb', 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'mac_address': 'fa:16:3e:6d:ee:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '75e6a31b-4e28-47fe-80e3-408e871e091e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:58:23Z', 'updated_at': '2021-06-06T11:58:29Z', 'revision_number': 5, 'project_id': 'f78b1e9d293b4d2987519b48834895e5', 'subnets': [{'id': '75e6a31b-4e28-47fe-80e3-408e871e091e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 12:01:00.594494 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-81110a44-55ea-4c0e-9f5f-c80b4beffb93 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Deleting port be40de6d-89df-45c0-bc4e-e6dce3fb394d {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:01:00.594843 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-81110a44-55ea-4c0e-9f5f-c80b4beffb93 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:00.714955 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-81110a44-55ea-4c0e-9f5f-c80b4beffb93 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:00.715321 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-81110a44-55ea-4c0e-9f5f-c80b4beffb93 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:00.733728 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43e43fa-6cb6-40da-8962-88bf2c82ecde None None] New status for floating IP ba49b4ce-2764-4bc0-8d67-698008de0010: DOWN {{(pid=91627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 12:01:00.932247 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-81110a44-55ea-4c0e-9f5f-c80b4beffb93 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Calling delete_port for be40de6d-89df-45c0-bc4e-e6dce3fb394d owned by network:floatingip {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:01:01.045397 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-81110a44-55ea-4c0e-9f5f-c80b4beffb93 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:01.048761 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:01:01.093632 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81110a44-55ea-4c0e-9f5f-c80b4beffb93 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Pushing event deleted for resources: {'Port': ['ID=be40de6d-89df-45c0-bc4e-e6dce3fb394d,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:01:01.096725 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-81110a44-55ea-4c0e-9f5f-c80b4beffb93 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:01:01.182475 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-81110a44-55ea-4c0e-9f5f-c80b4beffb93 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks [] for floatingip, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:01.184783 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-81110a44-55ea-4c0e-9f5f-c80b4beffb93 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for floatingip, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:01.186476 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-81110a44-55ea-4c0e-9f5f-c80b4beffb93 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "DELETE /v2.0/floatingips/ba49b4ce-2764-4bc0-8d67-698008de0010 HTTP/1.1" status: 204 len: 168 time: 0.8113253 Jun 06 12:01:01.513367 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 47944) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:01:01.518181 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-995e6d0d-d361-4070-8489-a335c4a641b2 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1971965360', 'description': 'tempest-description--497999371'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:01:01.541366 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-995e6d0d-d361-4070-8489-a335c4a641b2 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:01.640251 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-995e6d0d-d361-4070-8489-a335c4a641b2 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:01.643917 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-995e6d0d-d361-4070-8489-a335c4a641b2 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:01.648883 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-a2736e64-607c-4a07-b4ed-05a73d7709f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:01:01.679333 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-995e6d0d-d361-4070-8489-a335c4a641b2 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:01.680522 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-995e6d0d-d361-4070-8489-a335c4a641b2 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1661212 Jun 06 12:01:01.683549 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 47946) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:01:01.684050 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e6d0d-d361-4070-8489-a335c4a641b2 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9f350d-5a36-4b8f-940d-6d142704f4ef,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:01:01.687414 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-995e6d0d-d361-4070-8489-a335c4a641b2 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:01:01.689244 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-a9f90ba0-be05-487c-a84b-46b5aceed1ac tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Request body: {'security_group_rule': {'security_group_id': '7c9f350d-5a36-4b8f-940d-6d142704f4ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:01:01.716849 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a9f90ba0-be05-487c-a84b-46b5aceed1ac tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:01.777790 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a9f90ba0-be05-487c-a84b-46b5aceed1ac tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:01.781354 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a9f90ba0-be05-487c-a84b-46b5aceed1ac tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413282'] for security_group_rule, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:01.784162 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:01:01.806547 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f90ba0-be05-487c-a84b-46b5aceed1ac tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8215c631-2896-4564-8621-8804ca2d2715,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:01:01.810049 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-a9f90ba0-be05-487c-a84b-46b5aceed1ac tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:01:01.813995 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a9f90ba0-be05-487c-a84b-46b5aceed1ac tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:01.815278 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-a9f90ba0-be05-487c-a84b-46b5aceed1ac tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1305482 Jun 06 12:01:01.818114 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 47948) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:01:01.822827 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-af181737-88f0-4593-8337-8df213fb9c7e tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Request body: {'security_group_rule': {'security_group_id': '7c9f350d-5a36-4b8f-940d-6d142704f4ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:01:01.850310 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-af181737-88f0-4593-8337-8df213fb9c7e tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:01.911999 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-af181737-88f0-4593-8337-8df213fb9c7e tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:01.915388 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-af181737-88f0-4593-8337-8df213fb9c7e tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413282'] for security_group_rule, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:01.917356 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:01:01.939893 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af181737-88f0-4593-8337-8df213fb9c7e tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=613047da-ac6f-471a-acf8-a13f91424dea,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:01:01.942247 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-af181737-88f0-4593-8337-8df213fb9c7e tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:01:01.946285 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-af181737-88f0-4593-8337-8df213fb9c7e tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:01.947434 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-af181737-88f0-4593-8337-8df213fb9c7e tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1282864 Jun 06 12:01:01.950458 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 47950) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:01:01.955009 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-104ad8f6-4c78-421a-a96f-b4ac9e1469d2 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Request body: {'floatingip': {'floating_network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:01:01.975638 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-104ad8f6-4c78-421a-a96f-b4ac9e1469d2 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks [] for floatingip, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:02.110394 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-104ad8f6-4c78-421a-a96f-b4ac9e1469d2 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:02.244828 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_common [None req-104ad8f6-4c78-421a-a96f-b4ac9e1469d2 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Allocated IP 172.28.1.217 (e384afd4-53ce-4e9e-98c9-6e74922afda4/ab19a970-7da1-4791-ba0c-534739925629/9108c80d-2041-413b-8e56-7a653f2bc153) {{(pid=91626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:01:02.388259 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-104ad8f6-4c78-421a-a96f-b4ac9e1469d2 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks [] for port, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:02.400961 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device d6b85117-36c5-4e80-a1aa-0e5fb44b4432 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:01:02.417612 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-104ad8f6-4c78-421a-a96f-b4ac9e1469d2 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1152752'] for port, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:02.423392 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-992bbaae-9d9f-4697-8028-3c46386b3663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:01:02.435790 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] No Port match for: d6b85117-36c5-4e80-a1aa-0e5fb44b4432 {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:01:02.436146 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device d6b85117-36c5-4e80-a1aa-0e5fb44b4432 not bound to the agent host hv-cinder-78626 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:01:02.482489 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104ad8f6-4c78-421a-a96f-b4ac9e1469d2 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Network e384afd4-53ce-4e9e-98c9-6e74922afda4 is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:01:02.485168 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-104ad8f6-4c78-421a-a96f-b4ac9e1469d2 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:01:02.488698 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104ad8f6-4c78-421a-a96f-b4ac9e1469d2 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Received port after_create {{(pid=91626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:01:02.521127 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:02.528519 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ad8f6-4c78-421a-a96f-b4ac9e1469d2 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Pushing event updated for resources: {'Port': ['ID=9108c80d-2041-413b-8e56-7a653f2bc153,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:01:02.533272 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-104ad8f6-4c78-421a-a96f-b4ac9e1469d2 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:01:02.576886 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-104ad8f6-4c78-421a-a96f-b4ac9e1469d2 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:02.633584 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-104ad8f6-4c78-421a-a96f-b4ac9e1469d2 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:02.815222 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3f6a8b48-5d03-4446-8535-f004af8620e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:02.842870 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-104ad8f6-4c78-421a-a96f-b4ac9e1469d2 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks [] for port, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:02.847287 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-104ad8f6-4c78-421a-a96f-b4ac9e1469d2 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1152715'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:02.851780 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-3443627c-5247-42d0-94ca-679534d5fa66 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:01:02.951097 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ad8f6-4c78-421a-a96f-b4ac9e1469d2 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Pushing event updated for resources: {'Port': ['ID=9108c80d-2041-413b-8e56-7a653f2bc153,revision_number=2']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:01:02.958568 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-104ad8f6-4c78-421a-a96f-b4ac9e1469d2 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:01:02.967789 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-104ad8f6-4c78-421a-a96f-b4ac9e1469d2 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625267'] for floatingip, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:02.985017 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-104ad8f6-4c78-421a-a96f-b4ac9e1469d2 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for floatingip, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:02.986303 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-104ad8f6-4c78-421a-a96f-b4ac9e1469d2 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0347843 Jun 06 12:01:03.199834 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-e829de88-18e7-4926-8a06-c87501080cfa tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1971965360&fields=id&tenant_id=f78b1e9d293b4d2987519b48834895e5 HTTP/1.1" status: 200 len: 267 time: 0.0400186 Jun 06 12:01:03.348460 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-edb8d07d-f3a1-48c9-996d-ce880c6503e0 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:01:03.349820 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-edb8d07d-f3a1-48c9-996d-ce880c6503e0 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/networks?id=3a1945e0-6f13-432e-8a46-a7a967870ffb HTTP/1.1" status: 200 len: 810 time: 0.1432924 Jun 06 12:01:03.364703 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-8d1aa9f5-2511-4645-b955-80cb06c9ba5d tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/quotas/f78b1e9d293b4d2987519b48834895e5 HTTP/1.1" status: 200 len: 375 time: 0.0093834 Jun 06 12:01:03.448730 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-b385a4ee-4304-48ed-a441-771435bdd0e2 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f78b1e9d293b4d2987519b48834895e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0790250 Jun 06 12:01:03.682726 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-ab8cd652-9e3d-4fc0-9008-1656064698d8 service neutron] 10.222.0.42 "GET /v2.0/networks/3a1945e0-6f13-432e-8a46-a7a967870ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222414 Jun 06 12:01:03.757846 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:03.813804 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-abc7f735-30d3-4cf7-98dd-37cdd5ade6ed service neutron] 10.222.0.42 "GET /v2.0/networks/3a1945e0-6f13-432e-8a46-a7a967870ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251545 Jun 06 12:01:04.236307 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:05.009424 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-88fd8f50-b426-4e89-940e-6e49ad6437ca req-d5cc483d-3d6b-4c67-8dd6-3fd6c1160531 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=9abf8ed6-c979-41c5-8752-8ad84a88dc2b HTTP/1.1" status: 200 len: 210 time: 0.0434077 Jun 06 12:01:05.624056 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:06.056038 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-7cee533f-562a-429e-a8bd-af7281edc355 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:01:06.057569 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-7cee533f-562a-429e-a8bd-af7281edc355 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.11 "GET /v2.0/networks?id=3a1945e0-6f13-432e-8a46-a7a967870ffb HTTP/1.1" status: 200 len: 810 time: 0.1555679 Jun 06 12:01:06.112421 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-15738bc3-3e06-465e-83ec-ca1aeacef30f tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f78b1e9d293b4d2987519b48834895e5 HTTP/1.1" status: 200 len: 380 time: 0.0456238 Jun 06 12:01:06.155834 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-ade0f305-4905-4d56-bb53-15e0fc687bb6 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Request body: {'port': {'device_id': '9abf8ed6-c979-41c5-8752-8ad84a88dc2b', 'network_id': '3a1945e0-6f13-432e-8a46-a7a967870ffb', 'admin_state_up': True, 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'security_groups': ['7c9f350d-5a36-4b8f-940d-6d142704f4ef']}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:01:06.181257 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-05b3dca3-9c3a-4f74-a18c-9a9a8e7114c9 req-bb7cecc0-2c81-465a-a235-ae59516bd227 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=9abf8ed6-c979-41c5-8752-8ad84a88dc2b HTTP/1.1" status: 200 len: 210 time: 0.0648434 Jun 06 12:01:06.314114 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-ade0f305-4905-4d56-bb53-15e0fc687bb6 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Made reservation on behalf of f78b1e9d293b4d2987519b48834895e5 for: {'port': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:01:06.317488 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-ade0f305-4905-4d56-bb53-15e0fc687bb6 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:06.478486 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-ade0f305-4905-4d56-bb53-15e0fc687bb6 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Allocated IP 172.20.0.14 (3a1945e0-6f13-432e-8a46-a7a967870ffb/75e6a31b-4e28-47fe-80e3-408e871e091e/8b0cce8d-85d8-4bbd-abee-17a5d48b32cb) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:01:06.662721 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-ade0f305-4905-4d56-bb53-15e0fc687bb6 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:06.679056 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-ade0f305-4905-4d56-bb53-15e0fc687bb6 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Transition to ACTIVE for port object 8b0cce8d-85d8-4bbd-abee-17a5d48b32cb will not be triggered until provisioned by entity DHCP. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:01:06.701703 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-ade0f305-4905-4d56-bb53-15e0fc687bb6 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:06.706949 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-81110a44-55ea-4c0e-9f5f-c80b4beffb93 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:01:06.848123 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-ade0f305-4905-4d56-bb53-15e0fc687bb6 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Network 3a1945e0-6f13-432e-8a46-a7a967870ffb is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:01:06.852915 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-ade0f305-4905-4d56-bb53-15e0fc687bb6 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:01:06.857065 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-ade0f305-4905-4d56-bb53-15e0fc687bb6 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:01:06.900212 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0f305-4905-4d56-bb53-15e0fc687bb6 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Pushing event updated for resources: {'Port': ['ID=8b0cce8d-85d8-4bbd-abee-17a5d48b32cb,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:01:06.905320 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ade0f305-4905-4d56-bb53-15e0fc687bb6 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:01:06.933211 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-ade0f305-4905-4d56-bb53-15e0fc687bb6 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:01:06.933895 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-ade0f305-4905-4d56-bb53-15e0fc687bb6 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:06.953610 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-ade0f305-4905-4d56-bb53-15e0fc687bb6 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8354363 Jun 06 12:01:06.965149 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-1f4a9d70-ea3c-44a4-ae54-4c89cbd9f9e6 service neutron] Request body: {'port': {'device_id': '9abf8ed6-c979-41c5-8752-8ad84a88dc2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:01:07.024588 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-55cfdbc5-9aa0-44ae-97eb-b79ca88d5f68 None None] Provisioning for port 8b0cce8d-85d8-4bbd-abee-17a5d48b32cb completed by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:01:07.030310 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-55cfdbc5-9aa0-44ae-97eb-b79ca88d5f68 None None] Provisioning complete for port 8b0cce8d-85d8-4bbd-abee-17a5d48b32cb triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:01:07.030799 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-55cfdbc5-9aa0-44ae-97eb-b79ca88d5f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:07.078375 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-1f4a9d70-ea3c-44a4-ae54-4c89cbd9f9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:07.086094 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-55cfdbc5-9aa0-44ae-97eb-b79ca88d5f68 None None] Port 8b0cce8d-85d8-4bbd-abee-17a5d48b32cb cannot update to ACTIVE because it is not bound. {{(pid=91627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 12:01:07.364084 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372c382-ce81-4197-a62c-e6014a1695dc req-dab4a623-9c16-4ff7-9dce-260905667304 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:01:07.365565 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-0372c382-ce81-4197-a62c-e6014a1695dc req-dab4a623-9c16-4ff7-9dce-260905667304 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=9abf8ed6-c979-41c5-8752-8ad84a88dc2b HTTP/1.1" status: 200 len: 932 time: 0.0794168 Jun 06 12:01:07.410338 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-0372c382-ce81-4197-a62c-e6014a1695dc req-6ff2f20e-5e3e-4d20-967d-58195f987665 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c9f350d-5a36-4b8f-940d-6d142704f4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390842 Jun 06 12:01:07.422132 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-1f4a9d70-ea3c-44a4-ae54-4c89cbd9f9e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b0cce8d-85d8-4bbd-abee-17a5d48b32cb {{(pid=91625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:01:07.429506 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-1f4a9d70-ea3c-44a4-ae54-4c89cbd9f9e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:07.444596 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-1f4a9d70-ea3c-44a4-ae54-4c89cbd9f9e6 service neutron] Transition to ACTIVE for port object 8b0cce8d-85d8-4bbd-abee-17a5d48b32cb will not be triggered until provisioned by entity L2. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:01:07.448935 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-1f4a9d70-ea3c-44a4-ae54-4c89cbd9f9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700882'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:07.453045 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-1ebde6a6-d854-49bb-8a84-ba7e8580bd96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:01:07.610197 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a9d70-ea3c-44a4-ae54-4c89cbd9f9e6 service neutron] Pushing event updated for resources: {'Port': ['ID=8b0cce8d-85d8-4bbd-abee-17a5d48b32cb,revision_number=2']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:01:07.620404 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-1f4a9d70-ea3c-44a4-ae54-4c89cbd9f9e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:01:07.690949 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-1f4a9d70-ea3c-44a4-ae54-4c89cbd9f9e6 service neutron] Attempting to bind port 8b0cce8d-85d8-4bbd-abee-17a5d48b32cb on host hv-cinder-78626 for vnic_type normal with profile {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:01:07.691285 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-1f4a9d70-ea3c-44a4-ae54-4c89cbd9f9e6 service neutron] Attempting to bind port 8b0cce8d-85d8-4bbd-abee-17a5d48b32cb by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3a1945e0-6f13-432e-8a46-a7a967870ffb'}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:01:07.691616 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-1f4a9d70-ea3c-44a4-ae54-4c89cbd9f9e6 service neutron] Attempting to bind port 8b0cce8d-85d8-4bbd-abee-17a5d48b32cb on network 3a1945e0-6f13-432e-8a46-a7a967870ffb {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:01:07.696827 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-1f4a9d70-ea3c-44a4-ae54-4c89cbd9f9e6 service neutron] Port 8b0cce8d-85d8-4bbd-abee-17a5d48b32cb on network 3a1945e0-6f13-432e-8a46-a7a967870ffb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 12:01:07.697158 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-1f4a9d70-ea3c-44a4-ae54-4c89cbd9f9e6 service neutron] Attempting to bind port 8b0cce8d-85d8-4bbd-abee-17a5d48b32cb on network 3a1945e0-6f13-432e-8a46-a7a967870ffb {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:01:07.703173 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-1f4a9d70-ea3c-44a4-ae54-4c89cbd9f9e6 service neutron] Checking agent: {'id': 'e22919c8-6430-48bb-a7f5-088caf168a02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 50, 4), 'started_at': datetime.datetime(2021, 6, 6, 11, 50, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:01:07.703519 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-1f4a9d70-ea3c-44a4-ae54-4c89cbd9f9e6 service neutron] Checking segment: {'id': '8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3a1945e0-6f13-432e-8a46-a7a967870ffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:01:07.703905 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-1f4a9d70-ea3c-44a4-ae54-4c89cbd9f9e6 service neutron] Bound using segment: {'id': '8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3a1945e0-6f13-432e-8a46-a7a967870ffb'} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:01:07.704389 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-1f4a9d70-ea3c-44a4-ae54-4c89cbd9f9e6 service neutron] Bound port: 8b0cce8d-85d8-4bbd-abee-17a5d48b32cb, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3a1945e0-6f13-432e-8a46-a7a967870ffb'}}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:01:07.704707 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-1f4a9d70-ea3c-44a4-ae54-4c89cbd9f9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:07.795110 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-1f4a9d70-ea3c-44a4-ae54-4c89cbd9f9e6 service neutron] For port 8b0cce8d-85d8-4bbd-abee-17a5d48b32cb, host hv-cinder-78626, cleared binding levels {{(pid=91625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:01:07.797878 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-1f4a9d70-ea3c-44a4-ae54-4c89cbd9f9e6 service neutron] For port 8b0cce8d-85d8-4bbd-abee-17a5d48b32cb, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8b0cce8d-85d8-4bbd-abee-17a5d48b32cb,segment=NetworkSegment(8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0),segment_id=8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0)] {{(pid=91625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:01:07.802551 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-1f4a9d70-ea3c-44a4-ae54-4c89cbd9f9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700882'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:07.806853 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-536f481f-d617-4be5-a108-f57862dc8928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:01:07.865657 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-1f4a9d70-ea3c-44a4-ae54-4c89cbd9f9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:01:07.866286 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-1f4a9d70-ea3c-44a4-ae54-4c89cbd9f9e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:07.867667 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-1f4a9d70-ea3c-44a4-ae54-4c89cbd9f9e6 service neutron] 10.222.0.11 "PUT /v2.0/ports/8b0cce8d-85d8-4bbd-abee-17a5d48b32cb HTTP/1.1" status: 200 len: 1094 time: 0.9069033 Jun 06 12:01:07.868153 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9abf8ed6-c979-41c5-8752-8ad84a88dc2b', 'tag': '8b0cce8d-85d8-4bbd-abee-17a5d48b32cb'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:01:07.870457 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d3a09975e5f8f43507a37e46b4ea231535690fa404cdff26bf77d84c9002b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a1bb51-420e-4004-a1d0-a043d931c61d" -d '{"events": [{"name": "network-changed", "server_uuid": "9abf8ed6-c979-41c5-8752-8ad84a88dc2b", "tag": "8b0cce8d-85d8-4bbd-abee-17a5d48b32cb"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:01:07.886532 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a9d70-ea3c-44a4-ae54-4c89cbd9f9e6 service neutron] Pushing event updated for resources: {'Port': ['ID=8b0cce8d-85d8-4bbd-abee-17a5d48b32cb,revision_number=3']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:01:07.889772 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-1f4a9d70-ea3c-44a4-ae54-4c89cbd9f9e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:01:07.942605 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 12:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd2b9e8-b9e1-47dc-b19f-cccd77621859 x-openstack-request-id: req-1cd2b9e8-b9e1-47dc-b19f-cccd77621859 {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:01:07.942933 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9abf8ed6-c979-41c5-8752-8ad84a88dc2b", "tag": "8b0cce8d-85d8-4bbd-abee-17a5d48b32cb", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:01:07.943223 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1cd2b9e8-b9e1-47dc-b19f-cccd77621859 {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:01:07.943650 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9abf8ed6-c979-41c5-8752-8ad84a88dc2b', 'tag': '8b0cce8d-85d8-4bbd-abee-17a5d48b32cb', 'status': 'completed', 'code': 200} Jun 06 12:01:07.978823 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-6a8a3a5f-87d1-469c-adf6-a40ee1b67a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:01:07.980397 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-6a8a3a5f-87d1-469c-adf6-a40ee1b67a7d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f78b1e9d293b4d2987519b48834895e5&device_id=9abf8ed6-c979-41c5-8752-8ad84a88dc2b HTTP/1.1" status: 200 len: 1097 time: 0.0752676 Jun 06 12:01:08.052825 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-553f0965-7761-49b5-b6ee-2c8f2733b533 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b0cce8d-85d8-4bbd-abee-17a5d48b32cb HTTP/1.1" status: 200 len: 217 time: 0.0652390 Jun 06 12:01:08.117436 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-c59ec68f-eea0-4b34-b81e-d275e7623547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:01:08.118876 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-c59ec68f-eea0-4b34-b81e-d275e7623547 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75e6a31b-4e28-47fe-80e3-408e871e091e HTTP/1.1" status: 200 len: 849 time: 0.0604672 Jun 06 12:01:08.193649 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-8a834fc6-9b57-45fa-8e94-d4183379cbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:01:08.195125 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-8a834fc6-9b57-45fa-8e94-d4183379cbf3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3a1945e0-6f13-432e-8a46-a7a967870ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0698237 Jun 06 12:01:08.325659 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-b3889c9f-51b4-465b-9307-06183d70e48b service neutron] 10.222.0.11 "GET /v2.0/networks/3a1945e0-6f13-432e-8a46-a7a967870ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234670 Jun 06 12:01:08.457169 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2c5ad282-e6bb-4235-aa2d-79e5c91b8c5b req-46f3dadd-c019-4adf-a8b5-f575845d4b4b service neutron] 10.222.0.11 "GET /v2.0/networks/3a1945e0-6f13-432e-8a46-a7a967870ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249380 Jun 06 12:01:08.569448 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1bb51-420e-4004-a1d0-a043d931c61d req-20b0cadd-1325-4f7d-aa60-09d09e8e937c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:01:08.570961 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c8a1bb51-420e-4004-a1d0-a043d931c61d req-20b0cadd-1325-4f7d-aa60-09d09e8e937c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f78b1e9d293b4d2987519b48834895e5&device_id=9abf8ed6-c979-41c5-8752-8ad84a88dc2b HTTP/1.1" status: 200 len: 1097 time: 0.0721118 Jun 06 12:01:08.598115 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00fce2-b9c0-421e-a59e-160fbf8690d2 req-50a12007-a276-43df-8584-a6d3beb60d1b tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:01:08.599508 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-dd00fce2-b9c0-421e-a59e-160fbf8690d2 req-50a12007-a276-43df-8584-a6d3beb60d1b tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=9abf8ed6-c979-41c5-8752-8ad84a88dc2b HTTP/1.1" status: 200 len: 944 time: 0.0829132 Jun 06 12:01:08.646428 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-dd00fce2-b9c0-421e-a59e-160fbf8690d2 req-75be0da6-fc09-4abd-8dd6-4d6975525bd4 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c9f350d-5a36-4b8f-940d-6d142704f4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414004 Jun 06 12:01:08.782138 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1bb51-420e-4004-a1d0-a043d931c61d req-6d0ae3b5-e6a3-4fcd-b34e-ab3fec4c6dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:01:08.783613 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c8a1bb51-420e-4004-a1d0-a043d931c61d req-6d0ae3b5-e6a3-4fcd-b34e-ab3fec4c6dbe service neutron] 10.222.0.11 "GET /v2.0/networks?id=3a1945e0-6f13-432e-8a46-a7a967870ffb HTTP/1.1" status: 200 len: 911 time: 0.2060206 Jun 06 12:01:08.855968 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c8a1bb51-420e-4004-a1d0-a043d931c61d req-06fb5449-bb61-4ade-961a-f60f38f9b376 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b0cce8d-85d8-4bbd-abee-17a5d48b32cb HTTP/1.1" status: 200 len: 217 time: 0.0649559 Jun 06 12:01:08.923075 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1bb51-420e-4004-a1d0-a043d931c61d req-ad6f66b0-60e5-40aa-a893-e61e4fc317c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:01:08.924756 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c8a1bb51-420e-4004-a1d0-a043d931c61d req-ad6f66b0-60e5-40aa-a893-e61e4fc317c4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75e6a31b-4e28-47fe-80e3-408e871e091e HTTP/1.1" status: 200 len: 849 time: 0.0612319 Jun 06 12:01:09.003344 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1bb51-420e-4004-a1d0-a043d931c61d req-bed3d1f4-1f6e-4047-8c80-840cf3feed87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:01:09.004850 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c8a1bb51-420e-4004-a1d0-a043d931c61d req-bed3d1f4-1f6e-4047-8c80-840cf3feed87 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3a1945e0-6f13-432e-8a46-a7a967870ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0695984 Jun 06 12:01:09.137239 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c8a1bb51-420e-4004-a1d0-a043d931c61d req-5c6117f1-330c-4944-8e5c-058b9d6c8771 service neutron] 10.222.0.11 "GET /v2.0/networks/3a1945e0-6f13-432e-8a46-a7a967870ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250823 Jun 06 12:01:09.270492 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c8a1bb51-420e-4004-a1d0-a043d931c61d req-3eacd3e3-1b36-47ad-b747-fbf050d689d0 service neutron] 10.222.0.11 "GET /v2.0/networks/3a1945e0-6f13-432e-8a46-a7a967870ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241658 Jun 06 12:01:09.831768 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add47bb-1689-437f-8bf2-fe8382d9b93c req-05e263a4-b6a0-4b55-a356-65deb52f10e7 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:01:09.833244 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-4add47bb-1689-437f-8bf2-fe8382d9b93c req-05e263a4-b6a0-4b55-a356-65deb52f10e7 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=9abf8ed6-c979-41c5-8752-8ad84a88dc2b HTTP/1.1" status: 200 len: 944 time: 0.0810254 Jun 06 12:01:09.882403 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-4add47bb-1689-437f-8bf2-fe8382d9b93c req-d05357ee-2be7-46ac-be9d-9d77e0a7260d tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c9f350d-5a36-4b8f-940d-6d142704f4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435832 Jun 06 12:01:10.445197 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 8b0cce8d-85d8-4bbd-abee-17a5d48b32cb details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 12:01:10.572707 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 8b0cce8d-85d8-4bbd-abee-17a5d48b32cb, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8b0cce8d-85d8-4bbd-abee-17a5d48b32cb,segment=NetworkSegment(8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0),segment_id=8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:01:10.585650 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Returning: {'device': '8b0cce8d-85d8-4bbd-abee-17a5d48b32cb', 'network_id': '3a1945e0-6f13-432e-8a46-a7a967870ffb', 'port_id': '8b0cce8d-85d8-4bbd-abee-17a5d48b32cb', 'mac_address': 'fa:16:3e:bf:74:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e6a31b-4e28-47fe-80e3-408e871e091e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 12:01:10.638975 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:10.655035 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b0cce8d-85d8-4bbd-abee-17a5d48b32cb {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:01:10.669697 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 8b0cce8d-85d8-4bbd-abee-17a5d48b32cb, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8b0cce8d-85d8-4bbd-abee-17a5d48b32cb,segment=NetworkSegment(8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0),segment_id=8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:01:10.674783 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:10.676486 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:01:10.742462 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=8b0cce8d-85d8-4bbd-abee-17a5d48b32cb,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:01:10.750125 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:01:10.750472 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:01:10.750810 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:01:10.751143 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:01:10.751472 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:01:10.751806 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:01:10.752127 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:01:10.752446 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:01:10.752766 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:01:10.753083 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:01:10.753400 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:01:10.753717 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:01:10.757370 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:01:10.931756 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] get_ports_and_sgs() called for port_ids ['8b0cce8d-85d8-4bbd-abee-17a5d48b32cb'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:01:11.065537 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3ff3c-8f02-458f-ad3a-8dcda0d14003 req-e6b567e5-d88e-42ed-b702-5a59bffbd6ab tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:01:11.067030 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-59e3ff3c-8f02-458f-ad3a-8dcda0d14003 req-e6b567e5-d88e-42ed-b702-5a59bffbd6ab tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=9abf8ed6-c979-41c5-8752-8ad84a88dc2b HTTP/1.1" status: 200 len: 945 time: 0.0786061 Jun 06 12:01:11.199737 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-59e3ff3c-8f02-458f-ad3a-8dcda0d14003 req-5743621c-dcc8-45d3-ba23-8be324fccd00 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c9f350d-5a36-4b8f-940d-6d142704f4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267896 Jun 06 12:01:12.380308 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d208224-9821-44c8-8910-9bcaac597b42 req-7115f4ca-9961-4b07-af52-f1d7068ad938 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:01:12.381780 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-9d208224-9821-44c8-8910-9bcaac597b42 req-7115f4ca-9961-4b07-af52-f1d7068ad938 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=9abf8ed6-c979-41c5-8752-8ad84a88dc2b HTTP/1.1" status: 200 len: 945 time: 0.0804696 Jun 06 12:01:12.425967 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-9d208224-9821-44c8-8910-9bcaac597b42 req-d8ee16c7-64c3-488e-af53-fbe85b28fd49 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c9f350d-5a36-4b8f-940d-6d142704f4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386059 Jun 06 12:01:12.428307 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 8b0cce8d-85d8-4bbd-abee-17a5d48b32cb up at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:01:12.494349 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Provisioning for port 8b0cce8d-85d8-4bbd-abee-17a5d48b32cb completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:01:12.499535 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Provisioning complete for port 8b0cce8d-85d8-4bbd-abee-17a5d48b32cb triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:01:12.499923 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:12.614290 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:12.640431 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9abf8ed6-c979-41c5-8752-8ad84a88dc2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b0cce8d-85d8-4bbd-abee-17a5d48b32cb'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:01:12.642818 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0ef12a69f97602b9a4dda1947a91503bc9b0dd65cb545ae1f4eaba5f5490f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbeaf9f9-442a-4db3-b8bc-e1f500c8e549" -d '{"events": [{"server_uuid": "9abf8ed6-c979-41c5-8752-8ad84a88dc2b", "name": "network-vif-plugged", "status": "completed", "tag": "8b0cce8d-85d8-4bbd-abee-17a5d48b32cb"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:01:12.650643 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 8b0cce8d-85d8-4bbd-abee-17a5d48b32cb, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8b0cce8d-85d8-4bbd-abee-17a5d48b32cb,segment=NetworkSegment(8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0),segment_id=8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:01:12.655234 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:12.657031 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-77d0c7d0-dd77-47a7-ad1f-1a4328dfcf0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:01:12.691525 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07232b6c-eae8-4afc-a67f-086f369ab2cd x-openstack-request-id: req-07232b6c-eae8-4afc-a67f-086f369ab2cd {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:01:12.691826 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9abf8ed6-c979-41c5-8752-8ad84a88dc2b", "name": "network-vif-plugged", "status": "completed", "tag": "8b0cce8d-85d8-4bbd-abee-17a5d48b32cb", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:01:12.692087 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-07232b6c-eae8-4afc-a67f-086f369ab2cd {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:01:12.692482 dv-cinder-786260-3-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9abf8ed6-c979-41c5-8752-8ad84a88dc2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b0cce8d-85d8-4bbd-abee-17a5d48b32cb', 'code': 200} Jun 06 12:01:12.723732 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=8b0cce8d-85d8-4bbd-abee-17a5d48b32cb,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:01:12.726635 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:01:12.914407 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6dfa69-90d4-4aff-a4a6-931ce56fcad0 req-84dde9f7-fcd5-4f39-adec-e31820a1f010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:01:12.915877 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-6c6dfa69-90d4-4aff-a4a6-931ce56fcad0 req-84dde9f7-fcd5-4f39-adec-e31820a1f010 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9abf8ed6-c979-41c5-8752-8ad84a88dc2b HTTP/1.1" status: 200 len: 1099 time: 0.0750914 Jun 06 12:01:12.955645 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-6c6dfa69-90d4-4aff-a4a6-931ce56fcad0 req-a26394a6-8460-4c8c-a55b-0639370e5c24 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7c9f350d-5a36-4b8f-940d-6d142704f4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337663 Jun 06 12:01:13.610857 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b183e-7783-44dd-8ea9-79ceaab09895 req-a8b1030f-ae43-4e9a-b9c3-ade0905fc60b tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:01:13.612436 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-f71b183e-7783-44dd-8ea9-79ceaab09895 req-a8b1030f-ae43-4e9a-b9c3-ade0905fc60b tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=9abf8ed6-c979-41c5-8752-8ad84a88dc2b HTTP/1.1" status: 200 len: 946 time: 0.0812547 Jun 06 12:01:13.658501 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-f71b183e-7783-44dd-8ea9-79ceaab09895 req-96d1a310-887f-4a48-9efc-083be2db95e1 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c9f350d-5a36-4b8f-940d-6d142704f4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393002 Jun 06 12:01:14.840998 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c340661-8157-406c-842b-7836e9b86506 req-1be46f9e-aac6-4c3d-8c8e-4cd94b5a7f37 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:01:14.842986 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-8c340661-8157-406c-842b-7836e9b86506 req-1be46f9e-aac6-4c3d-8c8e-4cd94b5a7f37 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=9abf8ed6-c979-41c5-8752-8ad84a88dc2b HTTP/1.1" status: 200 len: 946 time: 0.0793355 Jun 06 12:01:14.887969 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-8c340661-8157-406c-842b-7836e9b86506 req-a9be9df1-2cc4-48ad-929f-b63170242752 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c9f350d-5a36-4b8f-940d-6d142704f4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395265 Jun 06 12:01:15.066222 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5f751-33de-454e-96dd-e2346b25158f req-f43c2c0f-bbff-441d-9f26-fa323671a444 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:01:15.067672 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-70c5f751-33de-454e-96dd-e2346b25158f req-f43c2c0f-bbff-441d-9f26-fa323671a444 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=9abf8ed6-c979-41c5-8752-8ad84a88dc2b HTTP/1.1" status: 200 len: 946 time: 0.0820861 Jun 06 12:01:15.075949 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 48010) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:01:15.080351 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-eaf3352a-13f6-4187-867f-15ad05b9cdda tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Request body: {'floatingip': {'port_id': '8b0cce8d-85d8-4bbd-abee-17a5d48b32cb'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:01:15.157734 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-eaf3352a-13f6-4187-867f-15ad05b9cdda tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks [] for floatingip, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:15.987667 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-eaf3352a-13f6-4187-867f-15ad05b9cdda tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:15.991436 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-eaf3352a-13f6-4187-867f-15ad05b9cdda tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625267'] for floatingip, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:16.159371 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.db.l3_db [None req-eaf3352a-13f6-4187-867f-15ad05b9cdda tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Floating IP b3c02229-af49-4dbc-b076-7b8421fa289f associated. External IP: 172.28.1.217, port: 8b0cce8d-85d8-4bbd-abee-17a5d48b32cb. Jun 06 12:01:16.500469 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf3352a-13f6-4187-867f-15ad05b9cdda tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Router 5a1a493d-d3da-4694-ae7a-992fc73f911d has already been hosted by L3 agent 3ae38246-b788-4a45-8398-d1ca6712d00e {{(pid=91625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 12:01:16.674501 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf3352a-13f6-4187-867f-15ad05b9cdda tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify agent at l3_agent.dv-cinder-786260-3-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 12:01:16.679502 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-eaf3352a-13f6-4187-867f-15ad05b9cdda tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for floatingip, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:16.683744 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bedcb1c-db8e-4ae8-8afb-2d74ad71c282 None None] Sync routers for ids ['5a1a493d-d3da-4694-ae7a-992fc73f911d'] in dv-cinder-786260-3-smb {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 12:01:16.697202 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bedcb1c-db8e-4ae8-8afb-2d74ad71c282 None None] Routers {'5a1a493d-d3da-4694-ae7a-992fc73f911d'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:01:16.697851 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-4bedcb1c-db8e-4ae8-8afb-2d74ad71c282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T12:01:03Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['5a1a493d-d3da-4694-ae7a-992fc73f911d'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:01:16.843475 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-eaf3352a-13f6-4187-867f-15ad05b9cdda tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "PUT /v2.0/floatingips/b3c02229-af49-4dbc-b076-7b8421fa289f HTTP/1.1" status: 200 len: 992 time: 1.7664847 Jun 06 12:01:16.844217 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9abf8ed6-c979-41c5-8752-8ad84a88dc2b', 'tag': '8b0cce8d-85d8-4bbd-abee-17a5d48b32cb'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:01:16.846703 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d3a09975e5f8f43507a37e46b4ea231535690fa404cdff26bf77d84c9002b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c265f489-24b8-40e0-a958-901584f13f14" -d '{"events": [{"name": "network-changed", "server_uuid": "9abf8ed6-c979-41c5-8752-8ad84a88dc2b", "tag": "8b0cce8d-85d8-4bbd-abee-17a5d48b32cb"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:01:16.873976 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-4bedcb1c-db8e-4ae8-8afb-2d74ad71c282 None None] Set router 5a1a493d-d3da-4694-ae7a-992fc73f911d gateway port host: dv-cinder-786260-3-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:01:16.890543 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 12:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b892e15a-da4f-4adc-810c-fe346096e99f x-openstack-request-id: req-b892e15a-da4f-4adc-810c-fe346096e99f {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:01:16.890930 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9abf8ed6-c979-41c5-8752-8ad84a88dc2b", "tag": "8b0cce8d-85d8-4bbd-abee-17a5d48b32cb", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:01:16.891274 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b892e15a-da4f-4adc-810c-fe346096e99f {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:01:16.891756 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9abf8ed6-c979-41c5-8752-8ad84a88dc2b', 'tag': '8b0cce8d-85d8-4bbd-abee-17a5d48b32cb', 'status': 'completed', 'code': 200} Jun 06 12:01:16.984911 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265f489-24b8-40e0-a958-901584f13f14 req-f77ce637-72f9-40a0-bc27-a93a772ff5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:01:16.986489 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c265f489-24b8-40e0-a958-901584f13f14 req-f77ce637-72f9-40a0-bc27-a93a772ff5f7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f78b1e9d293b4d2987519b48834895e5&device_id=9abf8ed6-c979-41c5-8752-8ad84a88dc2b HTTP/1.1" status: 200 len: 1099 time: 0.0752213 Jun 06 12:01:17.117923 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265f489-24b8-40e0-a958-901584f13f14 req-5f704b0b-735b-4111-8858-9cbee11d7153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:01:17.119411 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c265f489-24b8-40e0-a958-901584f13f14 req-5f704b0b-735b-4111-8858-9cbee11d7153 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3a1945e0-6f13-432e-8a46-a7a967870ffb HTTP/1.1" status: 200 len: 911 time: 0.1263514 Jun 06 12:01:17.221646 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c265f489-24b8-40e0-a958-901584f13f14 req-69dd947d-74b0-4a52-8341-1bc7a148c1a8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b0cce8d-85d8-4bbd-abee-17a5d48b32cb HTTP/1.1" status: 200 len: 1000 time: 0.0960798 Jun 06 12:01:17.253601 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-4bedcb1c-db8e-4ae8-8afb-2d74ad71c282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'name': 'tempest-AttachVolumeTestJSON-972330892-router', 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.111'}], 'enable_snat': True}, 'gw_port_id': '023466a7-9fce-44c0-939d-a51ce5fc5e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:58:20Z', 'updated_at': '2021-06-06T11:58:24Z', 'revision_number': 4, 'project_id': 'f78b1e9d293b4d2987519b48834895e5', 'gw_port': {'id': '023466a7-9fce-44c0-939d-a51ce5fc5e11', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:58:21Z', 'updated_at': '2021-06-06T11:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_floatingips': [{'id': 'b3c02229-af49-4dbc-b076-7b8421fa289f', 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'floating_ip_address': '172.28.1.217', 'floating_network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'router_id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'port_id': '8b0cce8d-85d8-4bbd-abee-17a5d48b32cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a1945e0-6f13-432e-8a46-a7a967870ffb', 'mac_address': 'fa:16:3e:bf:74:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abf8ed6-c979-41c5-8752-8ad84a88dc2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T12:01:02Z', 'updated_at': '2021-06-06T12:01:15Z', 'revision_number': 1, 'project_id': 'f78b1e9d293b4d2987519b48834895e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14879162-bdb0-461c-b93e-30a0d862854e', 'name': '', 'network_id': '3a1945e0-6f13-432e-8a46-a7a967870ffb', 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'mac_address': 'fa:16:3e:6d:ee:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '75e6a31b-4e28-47fe-80e3-408e871e091e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:58:23Z', 'updated_at': '2021-06-06T11:58:29Z', 'revision_number': 5, 'project_id': 'f78b1e9d293b4d2987519b48834895e5', 'subnets': [{'id': '75e6a31b-4e28-47fe-80e3-408e871e091e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:01:17.257351 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bedcb1c-db8e-4ae8-8afb-2d74ad71c282 None None] Checking router: 5a1a493d-d3da-4694-ae7a-992fc73f911d for host: dv-cinder-786260-3-smb {{(pid=91628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 12:01:17.266209 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bedcb1c-db8e-4ae8-8afb-2d74ad71c282 None None] Routers {'5a1a493d-d3da-4694-ae7a-992fc73f911d'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:01:17.266821 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-4bedcb1c-db8e-4ae8-8afb-2d74ad71c282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T12:01:03Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['5a1a493d-d3da-4694-ae7a-992fc73f911d'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:01:17.285060 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265f489-24b8-40e0-a958-901584f13f14 req-24c47e01-8a5e-49de-8e2c-728a458c455e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:01:17.286509 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c265f489-24b8-40e0-a958-901584f13f14 req-24c47e01-8a5e-49de-8e2c-728a458c455e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75e6a31b-4e28-47fe-80e3-408e871e091e HTTP/1.1" status: 200 len: 849 time: 0.0591624 Jun 06 12:01:17.366032 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265f489-24b8-40e0-a958-901584f13f14 req-d77bd1fd-8901-4386-851e-d86dc646d6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:01:17.367505 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c265f489-24b8-40e0-a958-901584f13f14 req-d77bd1fd-8901-4386-851e-d86dc646d6f8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3a1945e0-6f13-432e-8a46-a7a967870ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0751102 Jun 06 12:01:17.443463 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-4bedcb1c-db8e-4ae8-8afb-2d74ad71c282 None None] Set router 5a1a493d-d3da-4694-ae7a-992fc73f911d gateway port host: dv-cinder-786260-3-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:01:17.498639 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c265f489-24b8-40e0-a958-901584f13f14 req-d5354d1a-6bc4-4dce-967d-d37f25a13e50 service neutron] 10.222.0.11 "GET /v2.0/networks/3a1945e0-6f13-432e-8a46-a7a967870ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238976 Jun 06 12:01:17.633331 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c265f489-24b8-40e0-a958-901584f13f14 req-7db2da4a-dede-4409-b1cd-1968b61c04fe service neutron] 10.222.0.11 "GET /v2.0/networks/3a1945e0-6f13-432e-8a46-a7a967870ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268075 Jun 06 12:01:17.783499 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-4bedcb1c-db8e-4ae8-8afb-2d74ad71c282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'name': 'tempest-AttachVolumeTestJSON-972330892-router', 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.111'}], 'enable_snat': True}, 'gw_port_id': '023466a7-9fce-44c0-939d-a51ce5fc5e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:58:20Z', 'updated_at': '2021-06-06T11:58:24Z', 'revision_number': 4, 'project_id': 'f78b1e9d293b4d2987519b48834895e5', 'gw_port': {'id': '023466a7-9fce-44c0-939d-a51ce5fc5e11', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:58:21Z', 'updated_at': '2021-06-06T11:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_floatingips': [{'id': 'b3c02229-af49-4dbc-b076-7b8421fa289f', 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'floating_ip_address': '172.28.1.217', 'floating_network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'router_id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'port_id': '8b0cce8d-85d8-4bbd-abee-17a5d48b32cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a1945e0-6f13-432e-8a46-a7a967870ffb', 'mac_address': 'fa:16:3e:bf:74:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abf8ed6-c979-41c5-8752-8ad84a88dc2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T12:01:02Z', 'updated_at': '2021-06-06T12:01:15Z', 'revision_number': 1, 'project_id': 'f78b1e9d293b4d2987519b48834895e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14879162-bdb0-461c-b93e-30a0d862854e', 'name': '', 'network_id': '3a1945e0-6f13-432e-8a46-a7a967870ffb', 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'mac_address': 'fa:16:3e:6d:ee:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '75e6a31b-4e28-47fe-80e3-408e871e091e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:58:23Z', 'updated_at': '2021-06-06T11:58:29Z', 'revision_number': 5, 'project_id': 'f78b1e9d293b4d2987519b48834895e5', 'subnets': [{'id': '75e6a31b-4e28-47fe-80e3-408e871e091e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:01:17.787322 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bedcb1c-db8e-4ae8-8afb-2d74ad71c282 None None] The sync data for ids ['5a1a493d-d3da-4694-ae7a-992fc73f911d'] in dv-cinder-786260-3-smb is: [{'id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'name': 'tempest-AttachVolumeTestJSON-972330892-router', 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.111'}], 'enable_snat': True}, 'gw_port_id': '023466a7-9fce-44c0-939d-a51ce5fc5e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:58:20Z', 'updated_at': '2021-06-06T11:58:24Z', 'revision_number': 4, 'project_id': 'f78b1e9d293b4d2987519b48834895e5', 'gw_port': {'id': '023466a7-9fce-44c0-939d-a51ce5fc5e11', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:58:21Z', 'updated_at': '2021-06-06T11:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_floatingips': [{'id': 'b3c02229-af49-4dbc-b076-7b8421fa289f', 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'floating_ip_address': '172.28.1.217', 'floating_network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'router_id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'port_id': '8b0cce8d-85d8-4bbd-abee-17a5d48b32cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a1945e0-6f13-432e-8a46-a7a967870ffb', 'mac_address': 'fa:16:3e:bf:74:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abf8ed6-c979-41c5-8752-8ad84a88dc2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T12:01:02Z', 'updated_at': '2021-06-06T12:01:15Z', 'revision_number': 1, 'project_id': 'f78b1e9d293b4d2987519b48834895e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14879162-bdb0-461c-b93e-30a0d862854e', 'name': '', 'network_id': '3a1945e0-6f13-432e-8a46-a7a967870ffb', 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'mac_address': 'fa:16:3e:6d:ee:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '75e6a31b-4e28-47fe-80e3-408e871e091e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:58:23Z', 'updated_at': '2021-06-06T11:58:29Z', 'revision_number': 5, 'project_id': 'f78b1e9d293b4d2987519b48834895e5', 'subnets': [{'id': '75e6a31b-4e28-47fe-80e3-408e871e091e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 12:01:17.957545 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf76ce6-42df-495a-8203-ea76205f1d00 None None] New status for floating IP b3c02229-af49-4dbc-b076-7b8421fa289f: ACTIVE {{(pid=91627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 12:01:30.167438 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-ce2e87e6-0e4f-41cd-a67d-6e03480457d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:32.523113 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:32.815806 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-e351c351-e120-46b2-a2a9-3e412253853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:33.061313 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-4e695d9d-1565-4cb0-823c-0d72073c09bd None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:01:33.760729 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:34.237742 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:35.626289 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:00.170252 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-d4667a4a-e0fd-4797-8b4c-2525a164a861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:02.527101 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:02.635546 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-fbeebb75-bc96-438c-9246-81306908d8ce req-7c873bd1-7ea4-4879-b12b-2762cdfe14d0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9abf8ed6-c979-41c5-8752-8ad84a88dc2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1178036 Jun 06 12:02:02.772312 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeebb75-bc96-438c-9246-81306908d8ce req-84e39e6f-a1fc-482c-963f-86c550cb7e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:02:02.773752 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-fbeebb75-bc96-438c-9246-81306908d8ce req-84e39e6f-a1fc-482c-963f-86c550cb7e4a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f78b1e9d293b4d2987519b48834895e5&device_id=9abf8ed6-c979-41c5-8752-8ad84a88dc2b HTTP/1.1" status: 200 len: 1099 time: 0.0693898 Jun 06 12:02:02.817982 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-43f2927e-91cc-4937-a545-651deeb0a2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:02.922004 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeebb75-bc96-438c-9246-81306908d8ce req-a2d3107e-df87-4594-acc4-1e639051c8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:02:02.923679 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-fbeebb75-bc96-438c-9246-81306908d8ce req-a2d3107e-df87-4594-acc4-1e639051c8e8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3a1945e0-6f13-432e-8a46-a7a967870ffb HTTP/1.1" status: 200 len: 911 time: 0.1297731 Jun 06 12:02:03.027286 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-fbeebb75-bc96-438c-9246-81306908d8ce req-aac85472-0bc3-4b4f-ad65-3a6475ff0c06 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b0cce8d-85d8-4bbd-abee-17a5d48b32cb HTTP/1.1" status: 200 len: 1002 time: 0.0968056 Jun 06 12:02:03.089055 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeebb75-bc96-438c-9246-81306908d8ce req-73d6c892-0985-45ce-826f-e423c95e88b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:02:03.090643 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-fbeebb75-bc96-438c-9246-81306908d8ce req-73d6c892-0985-45ce-826f-e423c95e88b2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75e6a31b-4e28-47fe-80e3-408e871e091e HTTP/1.1" status: 200 len: 849 time: 0.0578084 Jun 06 12:02:03.174784 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeebb75-bc96-438c-9246-81306908d8ce req-3c8ad8de-ffbf-49ba-a29b-d91c5d15b5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:02:03.176544 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-fbeebb75-bc96-438c-9246-81306908d8ce req-3c8ad8de-ffbf-49ba-a29b-d91c5d15b5e1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3a1945e0-6f13-432e-8a46-a7a967870ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0800486 Jun 06 12:02:03.187558 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [req-fbeebb75-bc96-438c-9246-81306908d8ce req-14e84d5c-2021-49e0-8b1d-dd8dcb8b3515 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=91625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 12:02:03.189354 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-fbeebb75-bc96-438c-9246-81306908d8ce req-14e84d5c-2021-49e0-8b1d-dd8dcb8b3515 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060449 Jun 06 12:02:03.320913 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-fbeebb75-bc96-438c-9246-81306908d8ce req-9cd256ed-eb49-4799-85df-ca20821afb8d service neutron] 10.222.0.11 "GET /v2.0/networks/3a1945e0-6f13-432e-8a46-a7a967870ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241570 Jun 06 12:02:03.601560 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-fbeebb75-bc96-438c-9246-81306908d8ce req-9960c8e0-ccd1-4efe-857e-ab9449cdd71f service neutron] 10.222.0.11 "GET /v2.0/networks/3a1945e0-6f13-432e-8a46-a7a967870ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742357 Jun 06 12:02:03.631935 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec51c1-fab5-4082-8b42-e6ea3d07d05a req-fbdbf27b-9c80-4f80-8dc8-24bd3f3f0a30 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:02:03.633390 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-4bec51c1-fab5-4082-8b42-e6ea3d07d05a req-fbdbf27b-9c80-4f80-8dc8-24bd3f3f0a30 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=9abf8ed6-c979-41c5-8752-8ad84a88dc2b HTTP/1.1" status: 200 len: 946 time: 0.0967731 Jun 06 12:02:03.677701 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-4bec51c1-fab5-4082-8b42-e6ea3d07d05a req-a311d59b-422c-4efe-a8e2-4db912efeca8 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c9f350d-5a36-4b8f-940d-6d142704f4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387230 Jun 06 12:02:03.762896 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:04.243512 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:04.864235 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40b46b-d365-41c3-9d32-c44d6c5a59fb req-d96ab725-ee81-4103-a168-66ca6be82ed4 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:02:04.865698 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-db40b46b-d365-41c3-9d32-c44d6c5a59fb req-d96ab725-ee81-4103-a168-66ca6be82ed4 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=9abf8ed6-c979-41c5-8752-8ad84a88dc2b HTTP/1.1" status: 200 len: 946 time: 0.0822568 Jun 06 12:02:04.909607 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-db40b46b-d365-41c3-9d32-c44d6c5a59fb req-229bab7d-60b4-4178-a65d-f0f298a39e22 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c9f350d-5a36-4b8f-940d-6d142704f4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383446 Jun 06 12:02:05.345278 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9ee7a-2405-482d-a59c-2aaeb38aaaea req-80189057-6b94-438e-8eea-e6a58283a085 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:02:05.346797 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-cbe9ee7a-2405-482d-a59c-2aaeb38aaaea req-80189057-6b94-438e-8eea-e6a58283a085 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.11 "GET /v2.0/ports?device_id=9abf8ed6-c979-41c5-8752-8ad84a88dc2b HTTP/1.1" status: 200 len: 946 time: 0.0818655 Jun 06 12:02:05.483758 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-cbe9ee7a-2405-482d-a59c-2aaeb38aaaea req-be04ea2b-289a-4f18-b38a-92405498ad0b tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Deleting port 8b0cce8d-85d8-4bbd-abee-17a5d48b32cb {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:02:05.484102 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-cbe9ee7a-2405-482d-a59c-2aaeb38aaaea req-be04ea2b-289a-4f18-b38a-92405498ad0b tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:05.624210 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-cbe9ee7a-2405-482d-a59c-2aaeb38aaaea req-be04ea2b-289a-4f18-b38a-92405498ad0b tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] For port 8b0cce8d-85d8-4bbd-abee-17a5d48b32cb, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8b0cce8d-85d8-4bbd-abee-17a5d48b32cb,segment=NetworkSegment(8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0),segment_id=8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:02:05.624631 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-cbe9ee7a-2405-482d-a59c-2aaeb38aaaea req-be04ea2b-289a-4f18-b38a-92405498ad0b tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:05.628192 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:05.918382 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-cbe9ee7a-2405-482d-a59c-2aaeb38aaaea req-be04ea2b-289a-4f18-b38a-92405498ad0b tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:05.918667 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-cbe9ee7a-2405-482d-a59c-2aaeb38aaaea req-be04ea2b-289a-4f18-b38a-92405498ad0b tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625267'] for floatingip, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:05.918986 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.db.l3_db [req-cbe9ee7a-2405-482d-a59c-2aaeb38aaaea req-be04ea2b-289a-4f18-b38a-92405498ad0b tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Floating IP b3c02229-af49-4dbc-b076-7b8421fa289f disassociated. External IP: 172.28.1.217, port: 8b0cce8d-85d8-4bbd-abee-17a5d48b32cb. Jun 06 12:02:05.919327 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-cbe9ee7a-2405-482d-a59c-2aaeb38aaaea req-be04ea2b-289a-4f18-b38a-92405498ad0b tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Calling delete_port for 8b0cce8d-85d8-4bbd-abee-17a5d48b32cb owned by compute:nova {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:02:06.079065 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-cbe9ee7a-2405-482d-a59c-2aaeb38aaaea req-be04ea2b-289a-4f18-b38a-92405498ad0b tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:06.084841 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-17f496d8-d9cd-4eb2-8b59-f02b66c07230 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:02:06.134309 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be04ea2b-289a-4f18-b38a-92405498ad0b tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Pushing event deleted for resources: {'Port': ['ID=8b0cce8d-85d8-4bbd-abee-17a5d48b32cb,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:02:06.147178 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be04ea2b-289a-4f18-b38a-92405498ad0b tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:06.147555 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be04ea2b-289a-4f18-b38a-92405498ad0b tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:06.147927 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be04ea2b-289a-4f18-b38a-92405498ad0b tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:06.148293 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be04ea2b-289a-4f18-b38a-92405498ad0b tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:06.148653 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be04ea2b-289a-4f18-b38a-92405498ad0b tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:06.149009 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be04ea2b-289a-4f18-b38a-92405498ad0b tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:06.149788 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be04ea2b-289a-4f18-b38a-92405498ad0b tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:06.149788 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be04ea2b-289a-4f18-b38a-92405498ad0b tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:06.150097 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be04ea2b-289a-4f18-b38a-92405498ad0b tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:06.150408 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be04ea2b-289a-4f18-b38a-92405498ad0b tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:06.150758 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be04ea2b-289a-4f18-b38a-92405498ad0b tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:06.151106 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be04ea2b-289a-4f18-b38a-92405498ad0b tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:06.158736 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-be04ea2b-289a-4f18-b38a-92405498ad0b tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:02:06.236916 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261237f5-a37b-4a6a-81a9-82159652d562 req-7578a445-0a4f-47ed-b485-799bf5dc17cd tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:02:06.238310 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-261237f5-a37b-4a6a-81a9-82159652d562 req-7578a445-0a4f-47ed-b485-799bf5dc17cd tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/ports?device_id=9abf8ed6-c979-41c5-8752-8ad84a88dc2b HTTP/1.1" status: 200 len: 867 time: 0.2221723 Jun 06 12:02:06.357968 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-261237f5-a37b-4a6a-81a9-82159652d562 req-5f344894-ac3b-4e33-8b20-dd39dabb180d tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c9f350d-5a36-4b8f-940d-6d142704f4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108916 Jun 06 12:02:06.381045 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbe9ee7a-2405-482d-a59c-2aaeb38aaaea req-be04ea2b-289a-4f18-b38a-92405498ad0b tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Router 5a1a493d-d3da-4694-ae7a-992fc73f911d has already been hosted by L3 agent 3ae38246-b788-4a45-8398-d1ca6712d00e {{(pid=91625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 12:02:06.562320 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbe9ee7a-2405-482d-a59c-2aaeb38aaaea req-be04ea2b-289a-4f18-b38a-92405498ad0b tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify agent at l3_agent.dv-cinder-786260-3-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 12:02:06.572689 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a979a7-07f1-4fac-8666-2e32d523455a None None] Sync routers for ids ['5a1a493d-d3da-4694-ae7a-992fc73f911d'] in dv-cinder-786260-3-smb {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 12:02:06.584557 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a979a7-07f1-4fac-8666-2e32d523455a None None] Routers {'5a1a493d-d3da-4694-ae7a-992fc73f911d'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:02:06.585188 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-e8a979a7-07f1-4fac-8666-2e32d523455a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T12:02:03Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['5a1a493d-d3da-4694-ae7a-992fc73f911d'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:02:06.639201 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe9ee7a-2405-482d-a59c-2aaeb38aaaea req-be04ea2b-289a-4f18-b38a-92405498ad0b tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] No DVR routers for this DVR port 8b0cce8d-85d8-4bbd-abee-17a5d48b32cb on host hv-cinder-78626 {{(pid=91625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 12:02:06.641950 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-cbe9ee7a-2405-482d-a59c-2aaeb38aaaea req-be04ea2b-289a-4f18-b38a-92405498ad0b tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:06.643862 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-cbe9ee7a-2405-482d-a59c-2aaeb38aaaea req-be04ea2b-289a-4f18-b38a-92405498ad0b tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.11 "DELETE /v2.0/ports/8b0cce8d-85d8-4bbd-abee-17a5d48b32cb HTTP/1.1" status: 204 len: 173 time: 1.2911992 Jun 06 12:02:06.644462 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9abf8ed6-c979-41c5-8752-8ad84a88dc2b', 'name': 'network-vif-deleted', 'tag': '8b0cce8d-85d8-4bbd-abee-17a5d48b32cb'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:02:06.646764 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d3a09975e5f8f43507a37e46b4ea231535690fa404cdff26bf77d84c9002b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad73d2b-2f3f-45b9-826e-45c0ca201e4a" -d '{"events": [{"server_uuid": "9abf8ed6-c979-41c5-8752-8ad84a88dc2b", "name": "network-vif-deleted", "tag": "8b0cce8d-85d8-4bbd-abee-17a5d48b32cb"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:02:06.690003 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a700af8-cb35-4f4c-9aa0-78543e659b11 x-openstack-request-id: req-2a700af8-cb35-4f4c-9aa0-78543e659b11 {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:02:06.690377 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9abf8ed6-c979-41c5-8752-8ad84a88dc2b", "name": "network-vif-deleted", "tag": "8b0cce8d-85d8-4bbd-abee-17a5d48b32cb", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:02:06.690619 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2a700af8-cb35-4f4c-9aa0-78543e659b11 {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:02:06.691037 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9abf8ed6-c979-41c5-8752-8ad84a88dc2b', 'name': 'network-vif-deleted', 'tag': '8b0cce8d-85d8-4bbd-abee-17a5d48b32cb', 'status': 'completed', 'code': 200} Jun 06 12:02:06.772479 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-e8a979a7-07f1-4fac-8666-2e32d523455a None None] Set router 5a1a493d-d3da-4694-ae7a-992fc73f911d gateway port host: dv-cinder-786260-3-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:02:07.080347 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-e8a979a7-07f1-4fac-8666-2e32d523455a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'name': 'tempest-AttachVolumeTestJSON-972330892-router', 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.111'}], 'enable_snat': True}, 'gw_port_id': '023466a7-9fce-44c0-939d-a51ce5fc5e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:58:20Z', 'updated_at': '2021-06-06T11:58:24Z', 'revision_number': 4, 'project_id': 'f78b1e9d293b4d2987519b48834895e5', 'gw_port': {'id': '023466a7-9fce-44c0-939d-a51ce5fc5e11', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:58:21Z', 'updated_at': '2021-06-06T11:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_interfaces': [{'id': '14879162-bdb0-461c-b93e-30a0d862854e', 'name': '', 'network_id': '3a1945e0-6f13-432e-8a46-a7a967870ffb', 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'mac_address': 'fa:16:3e:6d:ee:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '75e6a31b-4e28-47fe-80e3-408e871e091e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:58:23Z', 'updated_at': '2021-06-06T11:58:29Z', 'revision_number': 5, 'project_id': 'f78b1e9d293b4d2987519b48834895e5', 'subnets': [{'id': '75e6a31b-4e28-47fe-80e3-408e871e091e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:02:07.084739 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a979a7-07f1-4fac-8666-2e32d523455a None None] Checking router: 5a1a493d-d3da-4694-ae7a-992fc73f911d for host: dv-cinder-786260-3-smb {{(pid=91628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 12:02:07.094738 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a979a7-07f1-4fac-8666-2e32d523455a None None] Routers {'5a1a493d-d3da-4694-ae7a-992fc73f911d'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:02:07.095462 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-e8a979a7-07f1-4fac-8666-2e32d523455a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T12:02:03Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['5a1a493d-d3da-4694-ae7a-992fc73f911d'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:02:07.299780 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-e8a979a7-07f1-4fac-8666-2e32d523455a None None] Set router 5a1a493d-d3da-4694-ae7a-992fc73f911d gateway port host: dv-cinder-786260-3-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:02:07.479281 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 48194) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:02:07.613865 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-e8a979a7-07f1-4fac-8666-2e32d523455a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'name': 'tempest-AttachVolumeTestJSON-972330892-router', 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.111'}], 'enable_snat': True}, 'gw_port_id': '023466a7-9fce-44c0-939d-a51ce5fc5e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:58:20Z', 'updated_at': '2021-06-06T11:58:24Z', 'revision_number': 4, 'project_id': 'f78b1e9d293b4d2987519b48834895e5', 'gw_port': {'id': '023466a7-9fce-44c0-939d-a51ce5fc5e11', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:58:21Z', 'updated_at': '2021-06-06T11:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_interfaces': [{'id': '14879162-bdb0-461c-b93e-30a0d862854e', 'name': '', 'network_id': '3a1945e0-6f13-432e-8a46-a7a967870ffb', 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'mac_address': 'fa:16:3e:6d:ee:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '75e6a31b-4e28-47fe-80e3-408e871e091e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:58:23Z', 'updated_at': '2021-06-06T11:58:29Z', 'revision_number': 5, 'project_id': 'f78b1e9d293b4d2987519b48834895e5', 'subnets': [{'id': '75e6a31b-4e28-47fe-80e3-408e871e091e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:02:07.617783 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a979a7-07f1-4fac-8666-2e32d523455a None None] The sync data for ids ['5a1a493d-d3da-4694-ae7a-992fc73f911d'] in dv-cinder-786260-3-smb is: [{'id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'name': 'tempest-AttachVolumeTestJSON-972330892-router', 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.111'}], 'enable_snat': True}, 'gw_port_id': '023466a7-9fce-44c0-939d-a51ce5fc5e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:58:20Z', 'updated_at': '2021-06-06T11:58:24Z', 'revision_number': 4, 'project_id': 'f78b1e9d293b4d2987519b48834895e5', 'gw_port': {'id': '023466a7-9fce-44c0-939d-a51ce5fc5e11', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:58:21Z', 'updated_at': '2021-06-06T11:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_interfaces': [{'id': '14879162-bdb0-461c-b93e-30a0d862854e', 'name': '', 'network_id': '3a1945e0-6f13-432e-8a46-a7a967870ffb', 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'mac_address': 'fa:16:3e:6d:ee:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '75e6a31b-4e28-47fe-80e3-408e871e091e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:58:23Z', 'updated_at': '2021-06-06T11:58:29Z', 'revision_number': 5, 'project_id': 'f78b1e9d293b4d2987519b48834895e5', 'subnets': [{'id': '75e6a31b-4e28-47fe-80e3-408e871e091e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 12:02:07.648280 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e6b74333-c4ec-44ac-9cfd-0bd8ebb3c74f tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:07.677690 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e6b74333-c4ec-44ac-9cfd-0bd8ebb3c74f tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:07.731648 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e6b74333-c4ec-44ac-9cfd-0bd8ebb3c74f tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:07.734121 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e6b74333-c4ec-44ac-9cfd-0bd8ebb3c74f tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:07.738306 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-e6b74333-c4ec-44ac-9cfd-0bd8ebb3c74f tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "DELETE /v2.0/security-groups/7c9f350d-5a36-4b8f-940d-6d142704f4ef HTTP/1.1" status: 204 len: 168 time: 0.2579420 Jun 06 12:02:07.738481 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 48196) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:02:07.739444 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-579b2641-6ff2-4142-a2bb-7fba7584e805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:02:07.751361 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b74333-c4ec-44ac-9cfd-0bd8ebb3c74f tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9f350d-5a36-4b8f-940d-6d142704f4ef,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:02:07.753849 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e6b74333-c4ec-44ac-9cfd-0bd8ebb3c74f tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:02:07.755059 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.api.v2.resource [None req-247bd82f-2400-4412-9013-d2dcd507243f tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] show failed (client error): The resource could not be found. Jun 06 12:02:07.757930 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-247bd82f-2400-4412-9013-d2dcd507243f tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "GET /v2.0/security-groups/7c9f350d-5a36-4b8f-940d-6d142704f4ef HTTP/1.1" status: 404 len: 347 time: 0.0167773 Jun 06 12:02:07.759361 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 48198) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:02:07.845582 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d9b409-7f5e-4e8b-8381-acb7845499cd None None] New status for floating IP b3c02229-af49-4dbc-b076-7b8421fa289f: DOWN {{(pid=91627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 12:02:07.983807 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-f94ba3ca-c75e-4edd-9ce7-72fba3a4a427 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Deleting port 9108c80d-2041-413b-8e56-7a653f2bc153 {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:02:07.983807 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f94ba3ca-c75e-4edd-9ce7-72fba3a4a427 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:08.104690 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f94ba3ca-c75e-4edd-9ce7-72fba3a4a427 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:08.105021 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f94ba3ca-c75e-4edd-9ce7-72fba3a4a427 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:08.225761 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-f94ba3ca-c75e-4edd-9ce7-72fba3a4a427 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Calling delete_port for 9108c80d-2041-413b-8e56-7a653f2bc153 owned by network:floatingip {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:02:08.335355 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f94ba3ca-c75e-4edd-9ce7-72fba3a4a427 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:08.339900 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:02:08.408554 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ba3ca-c75e-4edd-9ce7-72fba3a4a427 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Pushing event deleted for resources: {'Port': ['ID=9108c80d-2041-413b-8e56-7a653f2bc153,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:02:08.415172 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f94ba3ca-c75e-4edd-9ce7-72fba3a4a427 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:02:08.474492 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f94ba3ca-c75e-4edd-9ce7-72fba3a4a427 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks [] for floatingip, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:08.476771 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f94ba3ca-c75e-4edd-9ce7-72fba3a4a427 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for floatingip, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:08.477915 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-f94ba3ca-c75e-4edd-9ce7-72fba3a4a427 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] 10.222.0.42 "DELETE /v2.0/floatingips/b3c02229-af49-4dbc-b076-7b8421fa289f HTTP/1.1" status: 204 len: 168 time: 0.7175317 Jun 06 12:02:08.652233 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 8b0cce8d-85d8-4bbd-abee-17a5d48b32cb no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:02:08.690242 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] No Port match for: 8b0cce8d-85d8-4bbd-abee-17a5d48b32cb {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:02:08.690597 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 8b0cce8d-85d8-4bbd-abee-17a5d48b32cb not bound to the agent host hv-cinder-78626 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:02:10.059358 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-4e695d9d-1565-4cb0-823c-0d72073c09bd None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:02:12.600266 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 48226) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:02:13.120337 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2c050373-b2cd-4f77-9ef9-9f14315220db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647636'] for router_interface, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:13.618578 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-2c050373-b2cd-4f77-9ef9-9f14315220db admin admin] Deleting port 14879162-bdb0-461c-b93e-30a0d862854e {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:02:13.619262 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2c050373-b2cd-4f77-9ef9-9f14315220db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:13.738198 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [None req-2c050373-b2cd-4f77-9ef9-9f14315220db admin admin] For port 14879162-bdb0-461c-b93e-30a0d862854e, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=14879162-bdb0-461c-b93e-30a0d862854e,segment=NetworkSegment(8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0),segment_id=8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:02:13.738470 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2c050373-b2cd-4f77-9ef9-9f14315220db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:13.857772 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-2c050373-b2cd-4f77-9ef9-9f14315220db admin admin] Calling delete_port for 14879162-bdb0-461c-b93e-30a0d862854e owned by network:router_interface {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:02:14.003160 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2c050373-b2cd-4f77-9ef9-9f14315220db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:14.007776 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-09cd14a8-384b-4b13-8fad-deadcf1a0a2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:02:14.051389 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c050373-b2cd-4f77-9ef9-9f14315220db admin admin] Pushing event deleted for resources: {'Port': ['ID=14879162-bdb0-461c-b93e-30a0d862854e,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:02:14.054489 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-2c050373-b2cd-4f77-9ef9-9f14315220db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:02:14.315041 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2c050373-b2cd-4f77-9ef9-9f14315220db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-649114'] for router_interface, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:14.764778 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c050373-b2cd-4f77-9ef9-9f14315220db admin admin] Router 5a1a493d-d3da-4694-ae7a-992fc73f911d has already been hosted by L3 agent 3ae38246-b788-4a45-8398-d1ca6712d00e {{(pid=91625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 12:02:14.939744 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c050373-b2cd-4f77-9ef9-9f14315220db admin admin] Notify agent at l3_agent.dv-cinder-786260-3-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 12:02:14.945047 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-2c050373-b2cd-4f77-9ef9-9f14315220db admin admin] 10.222.0.42 "PUT /v2.0/routers/5a1a493d-d3da-4694-ae7a-992fc73f911d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3437703 Jun 06 12:02:14.947566 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 48228) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:02:14.948561 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37abeb14-7387-4eb3-8b4a-830618e2313b None None] Sync routers for ids ['5a1a493d-d3da-4694-ae7a-992fc73f911d'] in dv-cinder-786260-3-smb {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 12:02:14.958478 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37abeb14-7387-4eb3-8b4a-830618e2313b None None] Routers {'5a1a493d-d3da-4694-ae7a-992fc73f911d'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:02:14.959091 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-37abeb14-7387-4eb3-8b4a-830618e2313b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T12:02:03Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['5a1a493d-d3da-4694-ae7a-992fc73f911d'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:02:15.132358 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5ceb98f2-9321-4825-a568-e3eb29091d79 admin admin] Notify callbacks [] for router, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:15.135945 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-37abeb14-7387-4eb3-8b4a-830618e2313b None None] Set router 5a1a493d-d3da-4694-ae7a-992fc73f911d gateway port host: dv-cinder-786260-3-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:02:15.302742 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5ceb98f2-9321-4825-a568-e3eb29091d79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:15.377215 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-5ceb98f2-9321-4825-a568-e3eb29091d79 admin admin] Deleting port 023466a7-9fce-44c0-939d-a51ce5fc5e11 {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:02:15.377649 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5ceb98f2-9321-4825-a568-e3eb29091d79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:15.424145 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-37abeb14-7387-4eb3-8b4a-830618e2313b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'name': 'tempest-AttachVolumeTestJSON-972330892-router', 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.111'}], 'enable_snat': True}, 'gw_port_id': '023466a7-9fce-44c0-939d-a51ce5fc5e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:58:20Z', 'updated_at': '2021-06-06T12:02:13Z', 'revision_number': 5, 'project_id': 'f78b1e9d293b4d2987519b48834895e5', 'gw_port': {'id': '023466a7-9fce-44c0-939d-a51ce5fc5e11', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:58:21Z', 'updated_at': '2021-06-06T11:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb'}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:02:15.428227 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37abeb14-7387-4eb3-8b4a-830618e2313b None None] Checking router: 5a1a493d-d3da-4694-ae7a-992fc73f911d for host: dv-cinder-786260-3-smb {{(pid=91628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 12:02:15.436531 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37abeb14-7387-4eb3-8b4a-830618e2313b None None] Routers {'5a1a493d-d3da-4694-ae7a-992fc73f911d'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:02:15.437133 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-37abeb14-7387-4eb3-8b4a-830618e2313b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T12:02:03Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['5a1a493d-d3da-4694-ae7a-992fc73f911d'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:02:15.498691 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [None req-5ceb98f2-9321-4825-a568-e3eb29091d79 admin admin] For port 023466a7-9fce-44c0-939d-a51ce5fc5e11, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=023466a7-9fce-44c0-939d-a51ce5fc5e11,segment=NetworkSegment(52a7e149-8864-41bb-af99-9d7fcbaa5b17),segment_id=52a7e149-8864-41bb-af99-9d7fcbaa5b17)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:02:15.499051 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5ceb98f2-9321-4825-a568-e3eb29091d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:15.587204 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-37abeb14-7387-4eb3-8b4a-830618e2313b None None] Set router 5a1a493d-d3da-4694-ae7a-992fc73f911d gateway port host: None {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:02:15.619722 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-5ceb98f2-9321-4825-a568-e3eb29091d79 admin admin] Calling delete_port for 023466a7-9fce-44c0-939d-a51ce5fc5e11 owned by network:router_gateway {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:02:15.721974 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-37abeb14-7387-4eb3-8b4a-830618e2313b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'name': 'tempest-AttachVolumeTestJSON-972330892-router', 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:58:20Z', 'updated_at': '2021-06-06T12:02:15Z', 'revision_number': 6, 'project_id': 'f78b1e9d293b4d2987519b48834895e5', 'gw_port_host': None}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:02:15.725894 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37abeb14-7387-4eb3-8b4a-830618e2313b None None] The sync data for ids ['5a1a493d-d3da-4694-ae7a-992fc73f911d'] in dv-cinder-786260-3-smb is: [{'id': '5a1a493d-d3da-4694-ae7a-992fc73f911d', 'name': 'tempest-AttachVolumeTestJSON-972330892-router', 'tenant_id': 'f78b1e9d293b4d2987519b48834895e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:58:20Z', 'updated_at': '2021-06-06T12:02:15Z', 'revision_number': 6, 'project_id': 'f78b1e9d293b4d2987519b48834895e5', 'gw_port_host': None}] {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 12:02:15.759749 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5ceb98f2-9321-4825-a568-e3eb29091d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:15.764474 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-068469ab-c5c6-4e40-a185-87956c175ce9 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:02:15.833185 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb98f2-9321-4825-a568-e3eb29091d79 admin admin] Pushing event deleted for resources: {'Port': ['ID=023466a7-9fce-44c0-939d-a51ce5fc5e11,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:02:15.835638 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-5ceb98f2-9321-4825-a568-e3eb29091d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:02:15.902122 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5ceb98f2-9321-4825-a568-e3eb29091d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625220'] for router_gateway, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:16.183908 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5ceb98f2-9321-4825-a568-e3eb29091d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5398'] for router, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:16.186110 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5ceb98f2-9321-4825-a568-e3eb29091d79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:16.207649 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5ceb98f2-9321-4825-a568-e3eb29091d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645103'] for router, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:16.208223 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ceb98f2-9321-4825-a568-e3eb29091d79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a1a493d-d3da-4694-ae7a-992fc73f911d {{(pid=91625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 06 12:02:16.212720 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5ceb98f2-9321-4825-a568-e3eb29091d79 admin admin] Notify callbacks [] for router, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:16.213984 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-5ceb98f2-9321-4825-a568-e3eb29091d79 admin admin] 10.222.0.42 "DELETE /v2.0/routers/5a1a493d-d3da-4694-ae7a-992fc73f911d HTTP/1.1" status: 204 len: 168 time: 1.2654705 Jun 06 12:02:16.216432 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 48230) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:02:16.274004 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9925423-0006-4bba-ae81-7e91bf31a4f0 admin admin] Deleting subnet 75e6a31b-4e28-47fe-80e3-408e871e091e {{(pid=91625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 12:02:16.276783 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d9925423-0006-4bba-ae81-7e91bf31a4f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:16.326724 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d9925423-0006-4bba-ae81-7e91bf31a4f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2996275'] for subnet, precommit_delete_associations {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:16.403135 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d9925423-0006-4bba-ae81-7e91bf31a4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7795437'] for subnet, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:16.475705 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d9925423-0006-4bba-ae81-7e91bf31a4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7795428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2700932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4042801'] for subnet, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:16.480900 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-43030d10-22c2-4435-98b2-e5553a084e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:02:16.520685 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d9925423-0006-4bba-ae81-7e91bf31a4f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:16.524673 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-d9925423-0006-4bba-ae81-7e91bf31a4f0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/75e6a31b-4e28-47fe-80e3-408e871e091e HTTP/1.1" status: 204 len: 168 time: 0.3051543 Jun 06 12:02:16.524673 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9925423-0006-4bba-ae81-7e91bf31a4f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75e6a31b-4e28-47fe-80e3-408e871e091e,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:02:16.525051 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 48232) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:02:16.526373 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-d9925423-0006-4bba-ae81-7e91bf31a4f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:02:16.526510 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e28749c-4f8f-4f96-8dd8-a492600d76d5 None None] Network 3a1945e0-6f13-432e-8a46-a7a967870ffb requested from dv-cinder-786260-3-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 12:02:16.632462 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2d8f7666-5c75-404b-bd5b-902bd9a9d1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7781487'] for network, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:16.706451 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-2d8f7666-5c75-404b-bd5b-902bd9a9d1f1 admin admin] Deleting port b2e435ee-6a25-4e2a-acef-40e46b15c4e2 {{(pid=91626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:02:16.707091 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2d8f7666-5c75-404b-bd5b-902bd9a9d1f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:16.791097 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d14c384-03c3-4b31-b857-d565a09c1668 None None] DHCP port deletion for 3a1945e0-6f13-432e-8a46-a7a967870ffb request from dv-cinder-786260-3-smb {{(pid=91627) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 06 12:02:16.812462 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-2d8f7666-5c75-404b-bd5b-902bd9a9d1f1 admin admin] For port b2e435ee-6a25-4e2a-acef-40e46b15c4e2, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=b2e435ee-6a25-4e2a-acef-40e46b15c4e2,segment=NetworkSegment(8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0),segment_id=8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:02:16.813601 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2d8f7666-5c75-404b-bd5b-902bd9a9d1f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:16.854948 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-3d14c384-03c3-4b31-b857-d565a09c1668 None None] Deleting port b2e435ee-6a25-4e2a-acef-40e46b15c4e2 {{(pid=91627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:02:16.855345 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3d14c384-03c3-4b31-b857-d565a09c1668 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:16.935536 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-2d8f7666-5c75-404b-bd5b-902bd9a9d1f1 admin admin] Calling delete_port for b2e435ee-6a25-4e2a-acef-40e46b15c4e2 owned by network:dhcp {{(pid=91626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:02:16.954595 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3d14c384-03c3-4b31-b857-d565a09c1668 None None] For port b2e435ee-6a25-4e2a-acef-40e46b15c4e2, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=b2e435ee-6a25-4e2a-acef-40e46b15c4e2,segment=NetworkSegment(8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0),segment_id=8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:02:16.954997 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3d14c384-03c3-4b31-b857-d565a09c1668 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:16.984055 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2d8f7666-5c75-404b-bd5b-902bd9a9d1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1152752'] for port, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:16.989179 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:02:17.032417 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f7666-5c75-404b-bd5b-902bd9a9d1f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2e435ee-6a25-4e2a-acef-40e46b15c4e2,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:02:17.044905 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8f7666-5c75-404b-bd5b-902bd9a9d1f1 admin admin] No DVR routers for this DVR port b2e435ee-6a25-4e2a-acef-40e46b15c4e2 on host dv-cinder-786260-3-smb {{(pid=91626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 12:02:17.075716 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f7666-5c75-404b-bd5b-902bd9a9d1f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:17.076099 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f7666-5c75-404b-bd5b-902bd9a9d1f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:17.076467 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f7666-5c75-404b-bd5b-902bd9a9d1f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:17.076832 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f7666-5c75-404b-bd5b-902bd9a9d1f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:17.077192 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f7666-5c75-404b-bd5b-902bd9a9d1f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:17.077554 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f7666-5c75-404b-bd5b-902bd9a9d1f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:17.078334 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f7666-5c75-404b-bd5b-902bd9a9d1f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:17.078688 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f7666-5c75-404b-bd5b-902bd9a9d1f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:17.079218 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device b2e435ee-6a25-4e2a-acef-40e46b15c4e2 no longer exists at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:02:17.079365 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f7666-5c75-404b-bd5b-902bd9a9d1f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:17.079575 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f7666-5c75-404b-bd5b-902bd9a9d1f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:17.079929 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f7666-5c75-404b-bd5b-902bd9a9d1f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:17.080281 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f7666-5c75-404b-bd5b-902bd9a9d1f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:17.083932 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-2d8f7666-5c75-404b-bd5b-902bd9a9d1f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:02:17.118732 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-3d14c384-03c3-4b31-b857-d565a09c1668 None None] Calling delete_port for b2e435ee-6a25-4e2a-acef-40e46b15c4e2 owned by network:dhcp {{(pid=91627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:02:17.127544 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] No Port match for: b2e435ee-6a25-4e2a-acef-40e46b15c4e2 {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:02:17.127900 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device b2e435ee-6a25-4e2a-acef-40e46b15c4e2 not bound to the agent host dv-cinder-786260-3-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:02:17.128332 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 14879162-bdb0-461c-b93e-30a0d862854e no longer exists at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:02:17.163191 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] No Port match for: 14879162-bdb0-461c-b93e-30a0d862854e {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:02:17.163555 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 14879162-bdb0-461c-b93e-30a0d862854e not bound to the agent host dv-cinder-786260-3-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:02:17.163986 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 023466a7-9fce-44c0-939d-a51ce5fc5e11 no longer exists at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:02:17.173203 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2d8f7666-5c75-404b-bd5b-902bd9a9d1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670900', 'neutron.services.segments.db._delete_segments_for_network-8770687599014'] for network, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:17.186288 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-2d8f7666-5c75-404b-bd5b-902bd9a9d1f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a1945e0-6f13-432e-8a46-a7a967870ffb']}} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:02:17.198625 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-2d8f7666-5c75-404b-bd5b-902bd9a9d1f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0') {'for_net_delete': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:02:17.198925 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-2d8f7666-5c75-404b-bd5b-902bd9a9d1f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eb913ca-11a1-42ae-ac3c-2e48ce43e3e0') {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:02:17.205887 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] No Port match for: 023466a7-9fce-44c0-939d-a51ce5fc5e11 {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:02:17.206249 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 023466a7-9fce-44c0-939d-a51ce5fc5e11 not bound to the agent host dv-cinder-786260-3-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:02:17.210585 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2d8f7666-5c75-404b-bd5b-902bd9a9d1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770687601345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2150654'] for segment, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:17.228335 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2d8f7666-5c75-404b-bd5b-902bd9a9d1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118'] for segment, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:17.235506 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d8f7666-5c75-404b-bd5b-902bd9a9d1f1 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=91626) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 12:02:17.235839 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3d14c384-03c3-4b31-b857-d565a09c1668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169'] for port, after_delete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:17.236226 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2d8f7666-5c75-404b-bd5b-902bd9a9d1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1152679'] for segment, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:17.239522 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:02:17.250298 dv-cinder-786260-3-smb neutron-server[91626]: Traceback (most recent call last): Jun 06 12:02:17.250298 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 12:02:17.250298 dv-cinder-786260-3-smb neutron-server[91626]: timer() Jun 06 12:02:17.250298 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 12:02:17.250298 dv-cinder-786260-3-smb neutron-server[91626]: cb(*args, **kw) Jun 06 12:02:17.250298 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 12:02:17.250298 dv-cinder-786260-3-smb neutron-server[91626]: return func(*args, **kwargs) Jun 06 12:02:17.250298 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 12:02:17.250298 dv-cinder-786260-3-smb neutron-server[91626]: self._notify() Jun 06 12:02:17.250298 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 12:02:17.250298 dv-cinder-786260-3-smb neutron-server[91626]: self.callback(batched_events) Jun 06 12:02:17.250298 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 12:02:17.250298 dv-cinder-786260-3-smb neutron-server[91626]: event.method(event) Jun 06 12:02:17.250298 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 12:02:17.250298 dv-cinder-786260-3-smb neutron-server[91626]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 12:02:17.250298 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 12:02:17.250298 dv-cinder-786260-3-smb neutron-server[91626]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 12:02:17.250298 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 12:02:17.250298 dv-cinder-786260-3-smb neutron-server[91626]: return f(self, *a, **k) Jun 06 12:02:17.250298 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 12:02:17.250298 dv-cinder-786260-3-smb neutron-server[91626]: return self._get(url).json() Jun 06 12:02:17.250298 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 12:02:17.250298 dv-cinder-786260-3-smb neutron-server[91626]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 12:02:17.250298 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 12:02:17.250298 dv-cinder-786260-3-smb neutron-server[91626]: return self.request(url, 'GET', **kwargs) Jun 06 12:02:17.250298 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 12:02:17.250298 dv-cinder-786260-3-smb neutron-server[91626]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 12:02:17.250298 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 12:02:17.250298 dv-cinder-786260-3-smb neutron-server[91626]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 12:02:17.250298 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 12:02:17.250298 dv-cinder-786260-3-smb neutron-server[91626]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 12:02:17.250298 dv-cinder-786260-3-smb neutron-server[91626]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 12:02:17.282911 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d14c384-03c3-4b31-b857-d565a09c1668 None None] Pushing event deleted for resources: {'Port': ['ID=b2e435ee-6a25-4e2a-acef-40e46b15c4e2,revision_number=None']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:02:17.285198 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d14c384-03c3-4b31-b857-d565a09c1668 None None] No DVR routers for this DVR port b2e435ee-6a25-4e2a-acef-40e46b15c4e2 on host dv-cinder-786260-3-smb {{(pid=91627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 12:02:17.293378 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14c384-03c3-4b31-b857-d565a09c1668 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:17.293741 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14c384-03c3-4b31-b857-d565a09c1668 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:17.294149 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14c384-03c3-4b31-b857-d565a09c1668 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:17.294488 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14c384-03c3-4b31-b857-d565a09c1668 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:17.294813 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14c384-03c3-4b31-b857-d565a09c1668 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:17.295146 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14c384-03c3-4b31-b857-d565a09c1668 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:17.295475 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14c384-03c3-4b31-b857-d565a09c1668 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:17.296111 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14c384-03c3-4b31-b857-d565a09c1668 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:17.296111 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14c384-03c3-4b31-b857-d565a09c1668 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:17.296420 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14c384-03c3-4b31-b857-d565a09c1668 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:17.296741 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14c384-03c3-4b31-b857-d565a09c1668 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:17.297696 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14c384-03c3-4b31-b857-d565a09c1668 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:17.300900 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3d14c384-03c3-4b31-b857-d565a09c1668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:02:17.333105 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2d8f7666-5c75-404b-bd5b-902bd9a9d1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-598673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625249'] for network, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:17.338445 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2d8f7666-5c75-404b-bd5b-902bd9a9d1f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for network, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:17.340253 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-2d8f7666-5c75-404b-bd5b-902bd9a9d1f1 admin admin] 10.222.0.42 "DELETE /v2.0/networks/3a1945e0-6f13-432e-8a46-a7a967870ffb HTTP/1.1" status: 204 len: 168 time: 0.8141563 Jun 06 12:02:17.341011 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-af452aab-09be-4ef1-b12c-7e6dc69a26fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:02:17.358713 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f7666-5c75-404b-bd5b-902bd9a9d1f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a1945e0-6f13-432e-8a46-a7a967870ffb,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:02:17.361714 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-2d8f7666-5c75-404b-bd5b-902bd9a9d1f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:02:17.512684 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 48236) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:02:17.561448 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-c559bc0b-f968-4690-b0fd-4883dfc1ab8b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f78b1e9d293b4d2987519b48834895e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474546 Jun 06 12:02:17.563812 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 48238) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:02:17.619483 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9f20e413-c02c-4f07-87d7-cfbe6d18200b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:17.644754 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9f20e413-c02c-4f07-87d7-cfbe6d18200b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:17.696233 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9f20e413-c02c-4f07-87d7-cfbe6d18200b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:17.698799 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9f20e413-c02c-4f07-87d7-cfbe6d18200b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:17.699938 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-9f20e413-c02c-4f07-87d7-cfbe6d18200b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ad9ff2d6-5b0f-4846-a7ea-25bc9aa4f040 HTTP/1.1" status: 204 len: 168 time: 0.1352265 Jun 06 12:02:17.700691 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-a2beca15-03b5-45a4-9c35-7d918f07b070 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:02:17.710681 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20e413-c02c-4f07-87d7-cfbe6d18200b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9ff2d6-5b0f-4846-a7ea-25bc9aa4f040,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:02:17.713041 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-9f20e413-c02c-4f07-87d7-cfbe6d18200b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:02:26.231068 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 48358) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:02:26.347928 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b0d984bf-61a6-43da-ae3a-036f0322b70b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:26.448949 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b0d984bf-61a6-43da-ae3a-036f0322b70b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:26.452535 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b0d984bf-61a6-43da-ae3a-036f0322b70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:26.461754 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-c0932667-8d8c-4e40-9fa5-5b705ec0d50c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:02:26.500574 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-b0d984bf-61a6-43da-ae3a-036f0322b70b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a4023eae1f344fb4b1fae26e4ecd11b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2682917 Jun 06 12:02:26.502045 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d984bf-61a6-43da-ae3a-036f0322b70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78a9e4d-3b9c-4964-9d25-cb571e6a71fa,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:02:26.503066 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 48362) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:02:26.505221 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-b0d984bf-61a6-43da-ae3a-036f0322b70b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:02:26.560806 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-61a20279-e17a-40b4-a7a6-feb1d1a30eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:26.585798 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-61a20279-e17a-40b4-a7a6-feb1d1a30eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:26.635255 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-61a20279-e17a-40b4-a7a6-feb1d1a30eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:26.637745 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-61a20279-e17a-40b4-a7a6-feb1d1a30eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:26.638871 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-61a20279-e17a-40b4-a7a6-feb1d1a30eee admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e78a9e4d-3b9c-4964-9d25-cb571e6a71fa HTTP/1.1" status: 204 len: 168 time: 0.1348355 Jun 06 12:02:26.639701 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ce1ec5b1-3aeb-4a79-ab62-aa720f0457cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:02:26.649693 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a20279-e17a-40b4-a7a6-feb1d1a30eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78a9e4d-3b9c-4964-9d25-cb571e6a71fa,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:02:26.652029 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-61a20279-e17a-40b4-a7a6-feb1d1a30eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:02:26.911320 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 48368) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:02:26.928585 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fdde2ca9-4c7d-4163-8d9f-5e1e343f5f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:27.030522 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fdde2ca9-4c7d-4163-8d9f-5e1e343f5f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:27.035127 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fdde2ca9-4c7d-4163-8d9f-5e1e343f5f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:27.046845 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-9714d41c-6938-4a08-926f-de187fc98cd2 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:02:27.086207 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-fdde2ca9-4c7d-4163-8d9f-5e1e343f5f0c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c18d65b296ab437f8dc23a3e146596b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1737638 Jun 06 12:02:27.087186 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde2ca9-4c7d-4163-8d9f-5e1e343f5f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618faa04-ac27-4c3f-9857-f0b4925cf9ff,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:02:27.088833 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 48370) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:02:27.090197 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-fdde2ca9-4c7d-4163-8d9f-5e1e343f5f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:02:27.149611 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a885875a-41f3-41d4-85f6-dbc86c375df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:27.175049 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a885875a-41f3-41d4-85f6-dbc86c375df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:27.225826 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a885875a-41f3-41d4-85f6-dbc86c375df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:27.228260 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a885875a-41f3-41d4-85f6-dbc86c375df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:27.229378 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-a885875a-41f3-41d4-85f6-dbc86c375df5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/618faa04-ac27-4c3f-9857-f0b4925cf9ff HTTP/1.1" status: 204 len: 168 time: 0.1395607 Jun 06 12:02:27.230177 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f0b9e82e-0bf1-40a4-91a3-3ccd9bde54c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:02:27.239932 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a885875a-41f3-41d4-85f6-dbc86c375df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618faa04-ac27-4c3f-9857-f0b4925cf9ff,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:02:27.242214 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-a885875a-41f3-41d4-85f6-dbc86c375df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:02:29.016572 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 48416) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:02:29.130793 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a562fc3c-0a86-43bb-8c5a-57b24748711e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:29.233982 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a562fc3c-0a86-43bb-8c5a-57b24748711e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:29.238110 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a562fc3c-0a86-43bb-8c5a-57b24748711e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:29.246125 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-8a6c0d79-dbc1-4784-a24f-a2448a387c3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:02:29.287595 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-a562fc3c-0a86-43bb-8c5a-57b24748711e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=23a8d449640246359dd1e0eb00b2d7b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2699151 Jun 06 12:02:29.289115 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562fc3c-0a86-43bb-8c5a-57b24748711e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7be3ef-9f26-4f0c-b4ef-be405056b64a,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:02:29.290377 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 48420) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:02:29.292086 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-a562fc3c-0a86-43bb-8c5a-57b24748711e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:02:29.349685 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ee78693a-366e-4e41-ace3-887505f4a6cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:29.374814 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ee78693a-366e-4e41-ace3-887505f4a6cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:29.426573 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ee78693a-366e-4e41-ace3-887505f4a6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:29.429037 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ee78693a-366e-4e41-ace3-887505f4a6cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:29.430173 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-ee78693a-366e-4e41-ace3-887505f4a6cc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5b7be3ef-9f26-4f0c-b4ef-be405056b64a HTTP/1.1" status: 204 len: 168 time: 0.1381066 Jun 06 12:02:29.430998 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ddd50f08-98b4-4514-af76-9a40e2d840e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:02:29.440506 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee78693a-366e-4e41-ace3-887505f4a6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7be3ef-9f26-4f0c-b4ef-be405056b64a,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:02:29.442699 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ee78693a-366e-4e41-ace3-887505f4a6cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:02:29.712239 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 48426) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:02:29.729012 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5de3390d-daf4-454b-a04d-f316c5018552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:29.835300 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5de3390d-daf4-454b-a04d-f316c5018552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:29.838855 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5de3390d-daf4-454b-a04d-f316c5018552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:29.847434 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-074daf5d-b73c-4e34-b68e-1207b6fdfafa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:02:29.886054 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-5de3390d-daf4-454b-a04d-f316c5018552 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9fc2235f844e4904944a2bc6182ca739&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1727383 Jun 06 12:02:29.887817 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de3390d-daf4-454b-a04d-f316c5018552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b93511-a827-4e2e-92e5-b8c7de9fd91d,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:02:29.888703 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 48428) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:02:29.890837 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-5de3390d-daf4-454b-a04d-f316c5018552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:02:29.945494 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-06f4576f-2a9a-48db-95e9-d9dad84d24a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:29.971055 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-06f4576f-2a9a-48db-95e9-d9dad84d24a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:30.022034 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-06f4576f-2a9a-48db-95e9-d9dad84d24a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:30.024409 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-06f4576f-2a9a-48db-95e9-d9dad84d24a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:30.025517 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-06f4576f-2a9a-48db-95e9-d9dad84d24a9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a1b93511-a827-4e2e-92e5-b8c7de9fd91d HTTP/1.1" status: 204 len: 168 time: 0.1358531 Jun 06 12:02:30.026273 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-688fb68a-2b23-43a5-b598-de430d528a26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:02:30.035782 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4576f-2a9a-48db-95e9-d9dad84d24a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b93511-a827-4e2e-92e5-b8c7de9fd91d,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:02:30.038108 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-06f4576f-2a9a-48db-95e9-d9dad84d24a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:02:30.172540 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-435edf3c-f4ad-446c-b1b4-1c2adacb3186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:31.123339 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 48458) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:02:31.239281 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c9c3b87b-eff8-4e7c-b82d-8533aa770579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:31.341763 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c9c3b87b-eff8-4e7c-b82d-8533aa770579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:31.346266 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c9c3b87b-eff8-4e7c-b82d-8533aa770579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:31.353446 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-07151c1a-f49f-4f3f-90b9-38a84e5e2422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:02:31.394142 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-c9c3b87b-eff8-4e7c-b82d-8533aa770579 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e14b0011d92a470686372c08bd498c5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2695057 Jun 06 12:02:31.394867 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c3b87b-eff8-4e7c-b82d-8533aa770579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfc4865-cdcb-45cb-bb88-65dde4a73e68,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:02:31.396656 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 48462) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:02:31.398671 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-c9c3b87b-eff8-4e7c-b82d-8533aa770579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:02:31.455560 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-35123d5b-0b6a-4ed4-be4f-875eacf4c833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:31.480735 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-35123d5b-0b6a-4ed4-be4f-875eacf4c833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:31.535628 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-35123d5b-0b6a-4ed4-be4f-875eacf4c833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:31.538032 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-35123d5b-0b6a-4ed4-be4f-875eacf4c833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:31.539138 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-35123d5b-0b6a-4ed4-be4f-875eacf4c833 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8bfc4865-cdcb-45cb-bb88-65dde4a73e68 HTTP/1.1" status: 204 len: 168 time: 0.1414564 Jun 06 12:02:31.539910 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-63c0bf41-b3bd-45da-b664-e1973914309f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:02:31.550018 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35123d5b-0b6a-4ed4-be4f-875eacf4c833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfc4865-cdcb-45cb-bb88-65dde4a73e68,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:02:31.552467 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-35123d5b-0b6a-4ed4-be4f-875eacf4c833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:02:32.530662 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:32.822548 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-f3bfc7fe-aad1-4b60-9ad0-866c81f12d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:33.765967 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:34.228637 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:35.635436 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:47.058646 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-4e695d9d-1565-4cb0-823c-0d72073c09bd None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:02:55.991959 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 48638) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:02:56.104818 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ff39b465-e07d-476a-a1d8-ce954fb5394d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:56.290764 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ff39b465-e07d-476a-a1d8-ce954fb5394d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:56.294480 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ff39b465-e07d-476a-a1d8-ce954fb5394d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:56.302670 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-a099fa5f-f22f-4efa-998e-b8f2c59068ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:02:56.339999 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-ff39b465-e07d-476a-a1d8-ce954fb5394d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3124b2231b1f4897ac80655796066f37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3470094 Jun 06 12:02:56.342687 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 48642) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:02:56.355286 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39b465-e07d-476a-a1d8-ce954fb5394d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1288a5b0-d02d-45ae-b212-33d03b2addfc,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:02:56.358548 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ff39b465-e07d-476a-a1d8-ce954fb5394d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:02:56.404809 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-bc3333f3-acd8-4602-ae45-4ff38bf4f9fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:56.430949 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-bc3333f3-acd8-4602-ae45-4ff38bf4f9fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:56.481446 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-bc3333f3-acd8-4602-ae45-4ff38bf4f9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:56.483951 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-bc3333f3-acd8-4602-ae45-4ff38bf4f9fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:56.485077 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-bc3333f3-acd8-4602-ae45-4ff38bf4f9fa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1288a5b0-d02d-45ae-b212-33d03b2addfc HTTP/1.1" status: 204 len: 168 time: 0.1414952 Jun 06 12:02:56.485861 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-19838a6e-53c4-47b2-ba61-b1f047ca7001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:02:56.495751 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3333f3-acd8-4602-ae45-4ff38bf4f9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1288a5b0-d02d-45ae-b212-33d03b2addfc,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:02:56.498567 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-bc3333f3-acd8-4602-ae45-4ff38bf4f9fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:00.176702 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-7439cb44-0e5b-4c5b-98fe-f5da58d3063b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:02.534341 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:02.827895 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-89e8c4ec-b7cc-4557-884e-cc7f04c9a327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:03.769051 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:04.229703 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:05.633687 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:08.296410 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 48758) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:08.414206 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab201156-7bfd-488b-88c2-7275cba74adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:08.515950 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab201156-7bfd-488b-88c2-7275cba74adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:08.519423 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab201156-7bfd-488b-88c2-7275cba74adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:08.527602 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-d6260902-95a5-477f-9a4a-52bebfd63a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:08.565313 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-ab201156-7bfd-488b-88c2-7275cba74adc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6e6e1f8c9f574d5d9877166ea09d89f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2677658 Jun 06 12:03:08.566863 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab201156-7bfd-488b-88c2-7275cba74adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87574fc8-5dc0-4eae-909f-4e835efa22b9,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:08.567959 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 48762) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:08.570484 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab201156-7bfd-488b-88c2-7275cba74adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:08.627146 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-19533064-7a0d-420e-8927-7971355155a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:08.652747 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-19533064-7a0d-420e-8927-7971355155a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:08.703960 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-19533064-7a0d-420e-8927-7971355155a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:08.706640 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-19533064-7a0d-420e-8927-7971355155a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:08.707757 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-19533064-7a0d-420e-8927-7971355155a7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/87574fc8-5dc0-4eae-909f-4e835efa22b9 HTTP/1.1" status: 204 len: 168 time: 0.1382439 Jun 06 12:03:08.708556 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-5696ff62-5a5f-4727-8a5a-2acad9a7013d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:08.718546 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19533064-7a0d-420e-8927-7971355155a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87574fc8-5dc0-4eae-909f-4e835efa22b9,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:08.725776 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19533064-7a0d-420e-8927-7971355155a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:08.726187 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19533064-7a0d-420e-8927-7971355155a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:08.726554 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19533064-7a0d-420e-8927-7971355155a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:08.726915 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19533064-7a0d-420e-8927-7971355155a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:08.727272 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19533064-7a0d-420e-8927-7971355155a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:08.727627 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19533064-7a0d-420e-8927-7971355155a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:08.727979 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19533064-7a0d-420e-8927-7971355155a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:08.728329 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19533064-7a0d-420e-8927-7971355155a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:08.728680 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19533064-7a0d-420e-8927-7971355155a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:08.729029 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19533064-7a0d-420e-8927-7971355155a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:08.729375 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19533064-7a0d-420e-8927-7971355155a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:08.729722 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19533064-7a0d-420e-8927-7971355155a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:08.736761 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-19533064-7a0d-420e-8927-7971355155a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:09.351066 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 48784) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:09.451595 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-b65343f7-dba9-46c0-84a0-de639ad357a4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1164368265-network', 'tenant_id': 'fab26d6ee92144549b46a650bd4f3acf'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:03:09.472909 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65343f7-dba9-46c0-84a0-de639ad357a4 admin admin] Made reservation on behalf of fab26d6ee92144549b46a650bd4f3acf for: {'network': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:03:09.475772 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b65343f7-dba9-46c0-84a0-de639ad357a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7902729'] for network, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:09.487678 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b65343f7-dba9-46c0-84a0-de639ad357a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:09.592503 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b65343f7-dba9-46c0-84a0-de639ad357a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:09.596160 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b65343f7-dba9-46c0-84a0-de639ad357a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:09.600670 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e6b74333-c4ec-44ac-9cfd-0bd8ebb3c74f tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:09.626879 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b65343f7-dba9-46c0-84a0-de639ad357a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=91625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 12:03:09.635531 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65343f7-dba9-46c0-84a0-de639ad357a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcfcb98-9df9-43f5-8e3d-2db787eec671,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:09.639109 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b65343f7-dba9-46c0-84a0-de639ad357a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:09.641636 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b65343f7-dba9-46c0-84a0-de639ad357a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118'] for segment, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:09.642001 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.db.segments_db [None req-b65343f7-dba9-46c0-84a0-de639ad357a4 admin admin] Added segment 53dc5a63-7f84-443a-aa79-bce303088597 of type vlan for network d501ac56-1f73-4d26-9432-57320da35bfb Jun 06 12:03:09.668413 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b65343f7-dba9-46c0-84a0-de639ad357a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770687122670'] for network, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:09.697340 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b65343f7-dba9-46c0-84a0-de639ad357a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-598673'] for network, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:09.698684 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65343f7-dba9-46c0-84a0-de639ad357a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:09.699277 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b65343f7-dba9-46c0-84a0-de639ad357a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:09.703765 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:09.745054 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-b65343f7-dba9-46c0-84a0-de639ad357a4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3929274 Jun 06 12:03:09.750111 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 48788) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:09.755215 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-6a6686b3-f6f7-4e71-942c-788291ad43db admin admin] Request body: {'subnet': {'network_id': 'd501ac56-1f73-4d26-9432-57320da35bfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1164368265-subnet', 'tenant_id': 'fab26d6ee92144549b46a650bd4f3acf', 'ip_version': 4}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:03:09.778691 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6686b3-f6f7-4e71-942c-788291ad43db admin admin] Made reservation on behalf of fab26d6ee92144549b46a650bd4f3acf for: {'subnet': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:03:09.781249 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-6a6686b3-f6f7-4e71-942c-788291ad43db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3070749'] for subnet, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:09.802483 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65343f7-dba9-46c0-84a0-de639ad357a4 admin admin] Pushing event updated for resources: {'Network': ['ID=d501ac56-1f73-4d26-9432-57320da35bfb,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:09.805242 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b65343f7-dba9-46c0-84a0-de639ad357a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:09.812160 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Network d501ac56-1f73-4d26-9432-57320da35bfb details requested by agent ovs-agent-dv-cinder-786260-3-smb with host dv-cinder-786260-3-smb {{(pid=91627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 12:03:09.994767 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-6a6686b3-f6f7-4e71-942c-788291ad43db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1152604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3070735'] for subnet, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:09.998422 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-2c2d3f31-46e5-4cc2-bc69-b534a08e2866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:10.065853 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6686b3-f6f7-4e71-942c-788291ad43db admin admin] Pushing event updated for resources: {'Subnet': ['ID=9836d05d-9364-4191-9ea6-f58d3448d7d5,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:10.069613 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-6a6686b3-f6f7-4e71-942c-788291ad43db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:10.076373 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6686b3-f6f7-4e71-942c-788291ad43db admin admin] Checking segment: {'id': '53dc5a63-7f84-443a-aa79-bce303088597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd501ac56-1f73-4d26-9432-57320da35bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:03:10.076769 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6686b3-f6f7-4e71-942c-788291ad43db admin admin] Network hostable DHCP agents. Network: d501ac56-1f73-4d26-9432-57320da35bfb, hostable agents: ['faabf3fc-c1ac-4f7b-ba43-3022feb00bd5'], hosted agents: [] {{(pid=91626) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 12:03:10.093571 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6686b3-f6f7-4e71-942c-788291ad43db admin admin] Network d501ac56-1f73-4d26-9432-57320da35bfb is scheduled to be hosted by DHCP agent faabf3fc-c1ac-4f7b-ba43-3022feb00bd5 with binding_index 1 {{(pid=91626) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 12:03:10.102799 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-6a6686b3-f6f7-4e71-942c-788291ad43db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-3-smb, d501ac56-1f73-4d26-9432-57320da35bfb) {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:03:10.106839 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6686b3-f6f7-4e71-942c-788291ad43db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:10.107432 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-6a6686b3-f6f7-4e71-942c-788291ad43db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for subnet, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:10.112076 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54f875b-1151-40ca-adaf-bc1b57e8e1d8 None None] Network d501ac56-1f73-4d26-9432-57320da35bfb requested from dv-cinder-786260-3-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 12:03:10.127225 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 48790) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:10.127434 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-6a6686b3-f6f7-4e71-942c-788291ad43db admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3761289 Jun 06 12:03:10.132910 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-558a4610-46ee-43b3-8743-73e32327d240 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1164368265-router', 'tenant_id': 'fab26d6ee92144549b46a650bd4f3acf', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4'}}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:03:10.154632 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-558a4610-46ee-43b3-8743-73e32327d240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5376'] for router, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:10.155702 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-558a4610-46ee-43b3-8743-73e32327d240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-651249', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5401'] for router, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:10.171437 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-558a4610-46ee-43b3-8743-73e32327d240 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:10.324039 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed27a41c-114c-4f9a-aee8-a5c7351649b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp900c76ae-0d80-5f73-9b80-9ed4069fcc53-d501ac56-1f73-4d26-9432-57320da35bfb', 'network_id': 'd501ac56-1f73-4d26-9432-57320da35bfb', 'tenant_id': 'fab26d6ee92144549b46a650bd4f3acf', 'fixed_ips': [{'subnet_id': '9836d05d-9364-4191-9ea6-f58d3448d7d5'}]}} from dv-cinder-786260-3-smb. {{(pid=91627) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 12:03:10.324908 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-ed27a41c-114c-4f9a-aee8-a5c7351649b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:10.482273 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.db_base_plugin_common [None req-ed27a41c-114c-4f9a-aee8-a5c7351649b2 None None] Allocated IP 172.20.0.2 (d501ac56-1f73-4d26-9432-57320da35bfb/9836d05d-9364-4191-9ea6-f58d3448d7d5/e2a4fe20-22be-4591-9340-6f46f08eb0e4) {{(pid=91627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:03:10.536426 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-558a4610-46ee-43b3-8743-73e32327d240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-651139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-644959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5423'] for router, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:10.721181 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-ed27a41c-114c-4f9a-aee8-a5c7351649b2 None None] Notify callbacks [] for port, precommit_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:10.731972 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-ed27a41c-114c-4f9a-aee8-a5c7351649b2 None None] Transition to ACTIVE for port object e2a4fe20-22be-4591-9340-6f46f08eb0e4 will not be triggered until provisioned by entity L2. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:03:10.749978 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-ed27a41c-114c-4f9a-aee8-a5c7351649b2 None None] Transition to ACTIVE for port object e2a4fe20-22be-4591-9340-6f46f08eb0e4 will not be triggered until provisioned by entity DHCP. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:03:10.759369 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-ed27a41c-114c-4f9a-aee8-a5c7351649b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160'] for port, after_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:10.763167 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:10.827865 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed27a41c-114c-4f9a-aee8-a5c7351649b2 None None] Network d501ac56-1f73-4d26-9432-57320da35bfb is already hosted by enough agents. {{(pid=91627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:03:10.830586 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.scheduler.base_scheduler [None req-ed27a41c-114c-4f9a-aee8-a5c7351649b2 None None] Resources bound (agent type, host, resource id): {{(pid=91627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:03:10.833533 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed27a41c-114c-4f9a-aee8-a5c7351649b2 None None] Received port after_create {{(pid=91627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:03:10.847559 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-558a4610-46ee-43b3-8743-73e32327d240 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:10.873307 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed27a41c-114c-4f9a-aee8-a5c7351649b2 None None] Pushing event updated for resources: {'Port': ['ID=e2a4fe20-22be-4591-9340-6f46f08eb0e4,revision_number=1']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:10.877060 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-ed27a41c-114c-4f9a-aee8-a5c7351649b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:10.881969 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-558a4610-46ee-43b3-8743-73e32327d240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:10.933655 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-ed27a41c-114c-4f9a-aee8-a5c7351649b2 None None] Attempting to bind port e2a4fe20-22be-4591-9340-6f46f08eb0e4 on host dv-cinder-786260-3-smb for vnic_type normal with profile {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:03:10.934077 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-ed27a41c-114c-4f9a-aee8-a5c7351649b2 None None] Attempting to bind port e2a4fe20-22be-4591-9340-6f46f08eb0e4 by drivers openvswitch,hyperv on host dv-cinder-786260-3-smb at level 0 using segments [{'id': '53dc5a63-7f84-443a-aa79-bce303088597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd501ac56-1f73-4d26-9432-57320da35bfb'}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:03:10.934441 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed27a41c-114c-4f9a-aee8-a5c7351649b2 None None] Attempting to bind port e2a4fe20-22be-4591-9340-6f46f08eb0e4 on network d501ac56-1f73-4d26-9432-57320da35bfb {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:03:10.939610 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed27a41c-114c-4f9a-aee8-a5c7351649b2 None None] Checking agent: {'id': '8c08a107-9ed3-4e66-a1ef-b6d8b5adb9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 2), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:03:10.939988 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed27a41c-114c-4f9a-aee8-a5c7351649b2 None None] Checking segment: {'id': '53dc5a63-7f84-443a-aa79-bce303088597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd501ac56-1f73-4d26-9432-57320da35bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:03:10.940395 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-ed27a41c-114c-4f9a-aee8-a5c7351649b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:10.940788 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed27a41c-114c-4f9a-aee8-a5c7351649b2 None None] Bound using segment: {'id': '53dc5a63-7f84-443a-aa79-bce303088597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd501ac56-1f73-4d26-9432-57320da35bfb'} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:03:10.941251 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-ed27a41c-114c-4f9a-aee8-a5c7351649b2 None None] Bound port: e2a4fe20-22be-4591-9340-6f46f08eb0e4, host: dv-cinder-786260-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53dc5a63-7f84-443a-aa79-bce303088597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd501ac56-1f73-4d26-9432-57320da35bfb'}}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:03:10.941622 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-ed27a41c-114c-4f9a-aee8-a5c7351649b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:11.016797 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [None req-558a4610-46ee-43b3-8743-73e32327d240 admin admin] Allocated IP 172.28.1.142 (e384afd4-53ce-4e9e-98c9-6e74922afda4/ab19a970-7da1-4791-ba0c-534739925629/ae061b07-8f18-4953-9204-9f60dbd7769e) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:03:11.031689 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-ed27a41c-114c-4f9a-aee8-a5c7351649b2 None None] For port e2a4fe20-22be-4591-9340-6f46f08eb0e4, host dv-cinder-786260-3-smb, cleared binding levels {{(pid=91627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:03:11.034764 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-ed27a41c-114c-4f9a-aee8-a5c7351649b2 None None] For port e2a4fe20-22be-4591-9340-6f46f08eb0e4, host dv-cinder-786260-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=e2a4fe20-22be-4591-9340-6f46f08eb0e4,segment=NetworkSegment(53dc5a63-7f84-443a-aa79-bce303088597),segment_id=53dc5a63-7f84-443a-aa79-bce303088597)] {{(pid=91627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:03:11.038441 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-ed27a41c-114c-4f9a-aee8-a5c7351649b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:11.042847 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:11.118292 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed27a41c-114c-4f9a-aee8-a5c7351649b2 None None] Pushing event updated for resources: {'Port': ['ID=e2a4fe20-22be-4591-9340-6f46f08eb0e4,revision_number=2']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:11.121359 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-ed27a41c-114c-4f9a-aee8-a5c7351649b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:11.175515 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-558a4610-46ee-43b3-8743-73e32327d240 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:11.207608 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-558a4610-46ee-43b3-8743-73e32327d240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:11.212088 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f94ba3ca-c75e-4edd-9ce7-72fba3a4a427 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:11.290125 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558a4610-46ee-43b3-8743-73e32327d240 admin admin] Network e384afd4-53ce-4e9e-98c9-6e74922afda4 is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:03:11.292911 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-558a4610-46ee-43b3-8743-73e32327d240 admin admin] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:03:11.298499 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558a4610-46ee-43b3-8743-73e32327d240 admin admin] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:03:11.327085 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a4610-46ee-43b3-8743-73e32327d240 admin admin] Pushing event updated for resources: {'Port': ['ID=ae061b07-8f18-4953-9204-9f60dbd7769e,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:11.333563 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-558a4610-46ee-43b3-8743-73e32327d240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:11.716275 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-558a4610-46ee-43b3-8743-73e32327d240 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:11.962175 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4707debd-c5d8-48f8-af50-8fba691eca68 None None] Network d501ac56-1f73-4d26-9432-57320da35bfb requested from dv-cinder-786260-3-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 12:03:12.078759 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-16a43ee4-136d-4ebd-b2b4-9d0cd31cbffe None None] Provisioning for port e2a4fe20-22be-4591-9340-6f46f08eb0e4 completed by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:03:12.178520 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-558a4610-46ee-43b3-8743-73e32327d240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-651180'] for router, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:12.387303 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558a4610-46ee-43b3-8743-73e32327d240 admin admin] Router 2c077c9b-c85f-48ef-843a-96d55895f05d is scheduled to L3 agent 3ae38246-b788-4a45-8398-d1ca6712d00e with binding_index 1 {{(pid=91625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 12:03:12.561012 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558a4610-46ee-43b3-8743-73e32327d240 admin admin] Notify agent at l3_agent.dv-cinder-786260-3-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 12:03:12.569619 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081722d4-dd0d-4740-a621-f1f410ab12c3 None None] Sync routers for ids ['2c077c9b-c85f-48ef-843a-96d55895f05d'] in dv-cinder-786260-3-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 12:03:12.578640 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081722d4-dd0d-4740-a621-f1f410ab12c3 None None] Routers {'2c077c9b-c85f-48ef-843a-96d55895f05d'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:03:12.579310 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-081722d4-dd0d-4740-a621-f1f410ab12c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T12:03:03Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['2c077c9b-c85f-48ef-843a-96d55895f05d'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:12.580742 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-558a4610-46ee-43b3-8743-73e32327d240 admin admin] Notify callbacks [] for router, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:12.581964 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-558a4610-46ee-43b3-8743-73e32327d240 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4533455 Jun 06 12:03:12.584680 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 48794) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:12.757901 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-081722d4-dd0d-4740-a621-f1f410ab12c3 None None] Set router 2c077c9b-c85f-48ef-843a-96d55895f05d gateway port host: dv-cinder-786260-3-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:03:13.040396 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-081722d4-dd0d-4740-a621-f1f410ab12c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c077c9b-c85f-48ef-843a-96d55895f05d', 'name': 'tempest-TestMinimumBasicScenario-1164368265-router', 'tenant_id': 'fab26d6ee92144549b46a650bd4f3acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.142'}], 'enable_snat': True}, 'gw_port_id': 'ae061b07-8f18-4953-9204-9f60dbd7769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:10Z', 'updated_at': '2021-06-06T12:03:11Z', 'revision_number': 3, 'project_id': 'fab26d6ee92144549b46a650bd4f3acf', 'gw_port': {'id': 'ae061b07-8f18-4953-9204-9f60dbd7769e', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c077c9b-c85f-48ef-843a-96d55895f05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:10Z', 'updated_at': '2021-06-06T12:03:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb'}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:13.044261 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081722d4-dd0d-4740-a621-f1f410ab12c3 None None] Checking router: 2c077c9b-c85f-48ef-843a-96d55895f05d for host: dv-cinder-786260-3-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 12:03:13.044640 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081722d4-dd0d-4740-a621-f1f410ab12c3 None None] Updating router 2c077c9b-c85f-48ef-843a-96d55895f05d port ae061b07-8f18-4953-9204-9f60dbd7769e binding host dv-cinder-786260-3-smb {{(pid=91627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 12:03:13.102671 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device e2a4fe20-22be-4591-9340-6f46f08eb0e4 up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:03:13.133260 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-081722d4-dd0d-4740-a621-f1f410ab12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:13.250248 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2a26e828-de8d-4085-aea2-476457027c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:13.273757 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning for port e2a4fe20-22be-4591-9340-6f46f08eb0e4 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:03:13.283188 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning complete for port e2a4fe20-22be-4591-9340-6f46f08eb0e4 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:13.283571 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:13.557932 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:13.567842 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [None req-2a26e828-de8d-4085-aea2-476457027c89 admin admin] Allocated IP 172.20.0.1 (d501ac56-1f73-4d26-9432-57320da35bfb/9836d05d-9364-4191-9ea6-f58d3448d7d5/67f899a0-34aa-4551-a418-291eac4a3273) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:03:13.646081 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] For port e2a4fe20-22be-4591-9340-6f46f08eb0e4, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=e2a4fe20-22be-4591-9340-6f46f08eb0e4,segment=NetworkSegment(53dc5a63-7f84-443a-aa79-bce303088597),segment_id=53dc5a63-7f84-443a-aa79-bce303088597)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:03:13.651534 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:13.654974 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fe7e34ee-8366-4096-9f71-40c4acbdbfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:13.711926 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-081722d4-dd0d-4740-a621-f1f410ab12c3 None None] Notify callbacks [] for port, precommit_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:13.718171 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2a26e828-de8d-4085-aea2-476457027c89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:13.732099 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-081722d4-dd0d-4740-a621-f1f410ab12c3 None None] Transition to ACTIVE for port object ae061b07-8f18-4953-9204-9f60dbd7769e will not be triggered until provisioned by entity L2. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:03:13.734697 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [None req-2a26e828-de8d-4085-aea2-476457027c89 admin admin] Transition to ACTIVE for port object 67f899a0-34aa-4551-a418-291eac4a3273 will not be triggered until provisioned by entity DHCP. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:03:13.739864 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Pushing event updated for resources: {'Port': ['ID=e2a4fe20-22be-4591-9340-6f46f08eb0e4,revision_number=3']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:13.742637 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-081722d4-dd0d-4740-a621-f1f410ab12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:13.747229 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:13.747697 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:13.761193 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2a26e828-de8d-4085-aea2-476457027c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:13.765121 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-9cf30e96-efc8-41dc-aeb9-4d5667164c6a tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:13.826366 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-081722d4-dd0d-4740-a621-f1f410ab12c3 None None] Attempting to bind port ae061b07-8f18-4953-9204-9f60dbd7769e on host dv-cinder-786260-3-smb for vnic_type normal with profile {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:03:13.826671 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-081722d4-dd0d-4740-a621-f1f410ab12c3 None None] Attempting to bind port ae061b07-8f18-4953-9204-9f60dbd7769e by drivers openvswitch,hyperv on host dv-cinder-786260-3-smb at level 0 using segments [{'id': '52a7e149-8864-41bb-af99-9d7fcbaa5b17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4'}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:03:13.827039 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081722d4-dd0d-4740-a621-f1f410ab12c3 None None] Attempting to bind port ae061b07-8f18-4953-9204-9f60dbd7769e on network e384afd4-53ce-4e9e-98c9-6e74922afda4 {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:03:13.830396 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65dd49-fb6e-4872-aa31-1c08b8d6a189 None None] Pushing event updated for resources: {'Port': ['ID=ae061b07-8f18-4953-9204-9f60dbd7769e,revision_number=2']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:13.830978 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a26e828-de8d-4085-aea2-476457027c89 admin admin] Network d501ac56-1f73-4d26-9432-57320da35bfb is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:03:13.834197 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-2a26e828-de8d-4085-aea2-476457027c89 admin admin] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:03:13.835089 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-2f65dd49-fb6e-4872-aa31-1c08b8d6a189 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:13.835855 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081722d4-dd0d-4740-a621-f1f410ab12c3 None None] Checking agent: {'id': '8c08a107-9ed3-4e66-a1ef-b6d8b5adb9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 2), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:03:13.836237 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081722d4-dd0d-4740-a621-f1f410ab12c3 None None] Checking segment: {'id': '52a7e149-8864-41bb-af99-9d7fcbaa5b17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:03:13.836646 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-081722d4-dd0d-4740-a621-f1f410ab12c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:13.837037 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081722d4-dd0d-4740-a621-f1f410ab12c3 None None] Bound using segment: {'id': '52a7e149-8864-41bb-af99-9d7fcbaa5b17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4'} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:03:13.837671 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-081722d4-dd0d-4740-a621-f1f410ab12c3 None None] Bound port: ae061b07-8f18-4953-9204-9f60dbd7769e, host: dv-cinder-786260-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52a7e149-8864-41bb-af99-9d7fcbaa5b17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4'}}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:03:13.837906 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a26e828-de8d-4085-aea2-476457027c89 admin admin] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:03:13.838027 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-081722d4-dd0d-4740-a621-f1f410ab12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:13.868282 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26e828-de8d-4085-aea2-476457027c89 admin admin] Pushing event updated for resources: {'Port': ['ID=67f899a0-34aa-4551-a418-291eac4a3273,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:13.874289 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-2a26e828-de8d-4085-aea2-476457027c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:13.895678 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2a26e828-de8d-4085-aea2-476457027c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625382'] for router_interface, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:13.914406 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-081722d4-dd0d-4740-a621-f1f410ab12c3 None None] For port ae061b07-8f18-4953-9204-9f60dbd7769e, host dv-cinder-786260-3-smb, cleared binding levels {{(pid=91627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:03:13.917567 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-081722d4-dd0d-4740-a621-f1f410ab12c3 None None] For port ae061b07-8f18-4953-9204-9f60dbd7769e, host dv-cinder-786260-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=ae061b07-8f18-4953-9204-9f60dbd7769e,segment=NetworkSegment(52a7e149-8864-41bb-af99-9d7fcbaa5b17),segment_id=52a7e149-8864-41bb-af99-9d7fcbaa5b17)] {{(pid=91627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:03:13.923517 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-081722d4-dd0d-4740-a621-f1f410ab12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:13.927886 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3d14c384-03c3-4b31-b857-d565a09c1668 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:14.008089 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081722d4-dd0d-4740-a621-f1f410ab12c3 None None] Routers {'2c077c9b-c85f-48ef-843a-96d55895f05d'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:03:14.008746 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-081722d4-dd0d-4740-a621-f1f410ab12c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T12:03:03Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['2c077c9b-c85f-48ef-843a-96d55895f05d'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:14.079232 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65dd49-fb6e-4872-aa31-1c08b8d6a189 None None] Pushing event updated for resources: {'Port': ['ID=ae061b07-8f18-4953-9204-9f60dbd7769e,revision_number=3']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:14.082609 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-2f65dd49-fb6e-4872-aa31-1c08b8d6a189 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:14.108497 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-095dd705-d98a-4fcd-acea-b93bb083a5f7 None None] Provisioning for port 67f899a0-34aa-4551-a418-291eac4a3273 completed by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:03:14.116504 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-095dd705-d98a-4fcd-acea-b93bb083a5f7 None None] Provisioning complete for port 67f899a0-34aa-4551-a418-291eac4a3273 triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:14.116896 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-095dd705-d98a-4fcd-acea-b93bb083a5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:14.168788 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2a26e828-de8d-4085-aea2-476457027c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:14.246939 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-095dd705-d98a-4fcd-acea-b93bb083a5f7 None None] Port 67f899a0-34aa-4551-a418-291eac4a3273 cannot update to ACTIVE because it is not bound. {{(pid=91627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 12:03:14.251941 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-081722d4-dd0d-4740-a621-f1f410ab12c3 None None] Set router 2c077c9b-c85f-48ef-843a-96d55895f05d gateway port host: dv-cinder-786260-3-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:03:14.384501 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2a26e828-de8d-4085-aea2-476457027c89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:14.389079 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2a26e828-de8d-4085-aea2-476457027c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700882'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:14.419032 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-a35ffa46-50f8-4645-9761-9dd9f301eff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:14.496218 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26e828-de8d-4085-aea2-476457027c89 admin admin] Pushing event updated for resources: {'Port': ['ID=67f899a0-34aa-4551-a418-291eac4a3273,revision_number=2']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:14.498733 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2a26e828-de8d-4085-aea2-476457027c89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647614'] for router_interface, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:14.503099 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-2a26e828-de8d-4085-aea2-476457027c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:14.536946 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-081722d4-dd0d-4740-a621-f1f410ab12c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c077c9b-c85f-48ef-843a-96d55895f05d', 'name': 'tempest-TestMinimumBasicScenario-1164368265-router', 'tenant_id': 'fab26d6ee92144549b46a650bd4f3acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.142'}], 'enable_snat': True}, 'gw_port_id': 'ae061b07-8f18-4953-9204-9f60dbd7769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:10Z', 'updated_at': '2021-06-06T12:03:11Z', 'revision_number': 3, 'project_id': 'fab26d6ee92144549b46a650bd4f3acf', 'gw_port': {'id': 'ae061b07-8f18-4953-9204-9f60dbd7769e', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c077c9b-c85f-48ef-843a-96d55895f05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:10Z', 'updated_at': '2021-06-06T12:03:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb'}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:14.541056 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081722d4-dd0d-4740-a621-f1f410ab12c3 None None] The sync data for ids ['2c077c9b-c85f-48ef-843a-96d55895f05d'] in dv-cinder-786260-3-smb is: [{'id': '2c077c9b-c85f-48ef-843a-96d55895f05d', 'name': 'tempest-TestMinimumBasicScenario-1164368265-router', 'tenant_id': 'fab26d6ee92144549b46a650bd4f3acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.142'}], 'enable_snat': True}, 'gw_port_id': 'ae061b07-8f18-4953-9204-9f60dbd7769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:10Z', 'updated_at': '2021-06-06T12:03:11Z', 'revision_number': 3, 'project_id': 'fab26d6ee92144549b46a650bd4f3acf', 'gw_port': {'id': 'ae061b07-8f18-4953-9204-9f60dbd7769e', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c077c9b-c85f-48ef-843a-96d55895f05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:10Z', 'updated_at': '2021-06-06T12:03:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb'}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 12:03:14.640085 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a26e828-de8d-4085-aea2-476457027c89 admin admin] Network d501ac56-1f73-4d26-9432-57320da35bfb is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:03:14.641062 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-2a26e828-de8d-4085-aea2-476457027c89 admin admin] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:03:14.866520 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a26e828-de8d-4085-aea2-476457027c89 admin admin] Router 2c077c9b-c85f-48ef-843a-96d55895f05d has already been hosted by L3 agent 3ae38246-b788-4a45-8398-d1ca6712d00e {{(pid=91625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 12:03:14.886405 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-5e89340b-7c49-4c44-a2f9-5e15fcf0cbf5 None None] Provisioning complete for port 67f899a0-34aa-4551-a418-291eac4a3273 triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:14.886783 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-5e89340b-7c49-4c44-a2f9-5e15fcf0cbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:14.946159 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-5e89340b-7c49-4c44-a2f9-5e15fcf0cbf5 None None] Port 67f899a0-34aa-4551-a418-291eac4a3273 cannot update to ACTIVE because it is not bound. {{(pid=91627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 12:03:15.155878 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device e2a4fe20-22be-4591-9340-6f46f08eb0e4 up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:03:15.168534 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a26e828-de8d-4085-aea2-476457027c89 admin admin] Notify agent at l3_agent.dv-cinder-786260-3-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 12:03:15.176404 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-2a26e828-de8d-4085-aea2-476457027c89 admin admin] 10.222.0.42 "PUT /v2.0/routers/2c077c9b-c85f-48ef-843a-96d55895f05d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5884035 Jun 06 12:03:15.224899 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning complete for port e2a4fe20-22be-4591-9340-6f46f08eb0e4 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:15.225199 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:15.357661 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device ae061b07-8f18-4953-9204-9f60dbd7769e up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:03:15.429697 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning for port ae061b07-8f18-4953-9204-9f60dbd7769e completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:03:15.434629 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning complete for port ae061b07-8f18-4953-9204-9f60dbd7769e triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:15.435019 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:15.599966 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:15.617768 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] For port ae061b07-8f18-4953-9204-9f60dbd7769e, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=ae061b07-8f18-4953-9204-9f60dbd7769e,segment=NetworkSegment(52a7e149-8864-41bb-af99-9d7fcbaa5b17),segment_id=52a7e149-8864-41bb-af99-9d7fcbaa5b17)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:03:15.622254 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:15.624137 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-6e865d9c-e9a0-49ef-b95e-e63fbbe8980c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:15.693455 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Pushing event updated for resources: {'Port': ['ID=ae061b07-8f18-4953-9204-9f60dbd7769e,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:15.698768 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:15.819208 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 48810) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:15.824717 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-53c4a085-4c7e-44ce-b109-afc16a474ff5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1781227882-network', 'tenant_id': '5edea1af14404d21af2c6686d5580bc6'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:03:15.848976 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c4a085-4c7e-44ce-b109-afc16a474ff5 admin admin] Made reservation on behalf of 5edea1af14404d21af2c6686d5580bc6 for: {'network': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:03:15.852323 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-53c4a085-4c7e-44ce-b109-afc16a474ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7902729'] for network, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:15.865341 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-53c4a085-4c7e-44ce-b109-afc16a474ff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:15.969547 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-53c4a085-4c7e-44ce-b109-afc16a474ff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:15.973523 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-53c4a085-4c7e-44ce-b109-afc16a474ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:15.977203 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-4dba3dba-8e05-494c-812c-17a7868fc0a7 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:16.008452 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53c4a085-4c7e-44ce-b109-afc16a474ff5 admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=91626) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 12:03:16.017021 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c4a085-4c7e-44ce-b109-afc16a474ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5197140-97cd-4eb5-aaf7-fcba6a036e0e,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:16.020704 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-53c4a085-4c7e-44ce-b109-afc16a474ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:16.023831 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-53c4a085-4c7e-44ce-b109-afc16a474ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118'] for segment, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:16.024234 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.db.segments_db [None req-53c4a085-4c7e-44ce-b109-afc16a474ff5 admin admin] Added segment 0e26df7d-8258-424a-b720-9e8d735ce4b6 of type vlan for network 03d4bc0c-9d10-475a-887c-a366b6242e7e Jun 06 12:03:16.051271 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-53c4a085-4c7e-44ce-b109-afc16a474ff5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770687122670'] for network, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:16.079320 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-53c4a085-4c7e-44ce-b109-afc16a474ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-598673'] for network, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:16.080665 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c4a085-4c7e-44ce-b109-afc16a474ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:16.081319 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-53c4a085-4c7e-44ce-b109-afc16a474ff5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for network, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:16.085299 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-5c16e357-8634-4bb9-b1ae-405becfe5a99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:16.126951 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-53c4a085-4c7e-44ce-b109-afc16a474ff5 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3066211 Jun 06 12:03:16.129577 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 48812) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:16.137001 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-1f329667-8e7f-4e16-91ae-16e60c144cde admin admin] Request body: {'subnet': {'network_id': '03d4bc0c-9d10-475a-887c-a366b6242e7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1781227882-subnet', 'tenant_id': '5edea1af14404d21af2c6686d5580bc6', 'ip_version': 4}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:03:16.171146 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb7dd2b-edc3-4e56-8f68-269b5ddbe03d None None] Sync routers for ids ['2c077c9b-c85f-48ef-843a-96d55895f05d'] in dv-cinder-786260-3-smb {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 12:03:16.180721 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb7dd2b-edc3-4e56-8f68-269b5ddbe03d None None] Routers {'2c077c9b-c85f-48ef-843a-96d55895f05d'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:03:16.181340 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-5eb7dd2b-edc3-4e56-8f68-269b5ddbe03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T12:03:03Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['2c077c9b-c85f-48ef-843a-96d55895f05d'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:16.192445 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c4a085-4c7e-44ce-b109-afc16a474ff5 admin admin] Pushing event updated for resources: {'Network': ['ID=03d4bc0c-9d10-475a-887c-a366b6242e7e,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:16.197536 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-53c4a085-4c7e-44ce-b109-afc16a474ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:16.204346 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Network 03d4bc0c-9d10-475a-887c-a366b6242e7e details requested by agent ovs-agent-dv-cinder-786260-3-smb with host dv-cinder-786260-3-smb {{(pid=91627) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 12:03:16.212012 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f329667-8e7f-4e16-91ae-16e60c144cde admin admin] Made reservation on behalf of 5edea1af14404d21af2c6686d5580bc6 for: {'subnet': 1} {{(pid=91626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:03:16.214554 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1f329667-8e7f-4e16-91ae-16e60c144cde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3070749'] for subnet, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:16.361819 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-5eb7dd2b-edc3-4e56-8f68-269b5ddbe03d None None] Set router 2c077c9b-c85f-48ef-843a-96d55895f05d gateway port host: dv-cinder-786260-3-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:03:16.422740 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1f329667-8e7f-4e16-91ae-16e60c144cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1152604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3070735'] for subnet, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:16.428317 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:16.503733 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f329667-8e7f-4e16-91ae-16e60c144cde admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a46a519-bcd0-41f8-8b90-55b491d4fd4d,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:16.507986 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-1f329667-8e7f-4e16-91ae-16e60c144cde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:16.514403 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f329667-8e7f-4e16-91ae-16e60c144cde admin admin] Checking segment: {'id': '0e26df7d-8258-424a-b720-9e8d735ce4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '03d4bc0c-9d10-475a-887c-a366b6242e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:03:16.514772 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f329667-8e7f-4e16-91ae-16e60c144cde admin admin] Network hostable DHCP agents. Network: 03d4bc0c-9d10-475a-887c-a366b6242e7e, hostable agents: ['faabf3fc-c1ac-4f7b-ba43-3022feb00bd5'], hosted agents: [] {{(pid=91626) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 12:03:16.534070 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f329667-8e7f-4e16-91ae-16e60c144cde admin admin] Network 03d4bc0c-9d10-475a-887c-a366b6242e7e is scheduled to be hosted by DHCP agent faabf3fc-c1ac-4f7b-ba43-3022feb00bd5 with binding_index 1 {{(pid=91626) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 12:03:16.543720 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-1f329667-8e7f-4e16-91ae-16e60c144cde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-3-smb, 03d4bc0c-9d10-475a-887c-a366b6242e7e) {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:03:16.547740 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f329667-8e7f-4e16-91ae-16e60c144cde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:16.548368 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1f329667-8e7f-4e16-91ae-16e60c144cde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for subnet, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:16.554661 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a357938a-b41e-4ced-8439-bf0373503a63 None None] Network 03d4bc0c-9d10-475a-887c-a366b6242e7e requested from dv-cinder-786260-3-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 12:03:16.568281 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-1f329667-8e7f-4e16-91ae-16e60c144cde admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4375641 Jun 06 12:03:16.570728 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 48814) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:16.575793 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-7c121a8a-1a78-40aa-ad01-dd92601be8b2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1781227882-router', 'tenant_id': '5edea1af14404d21af2c6686d5580bc6', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4'}}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:03:16.598639 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7c121a8a-1a78-40aa-ad01-dd92601be8b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5376'] for router, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:16.600012 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7c121a8a-1a78-40aa-ad01-dd92601be8b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-651249', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5401'] for router, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:16.617733 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7c121a8a-1a78-40aa-ad01-dd92601be8b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:16.687288 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-5eb7dd2b-edc3-4e56-8f68-269b5ddbe03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c077c9b-c85f-48ef-843a-96d55895f05d', 'name': 'tempest-TestMinimumBasicScenario-1164368265-router', 'tenant_id': 'fab26d6ee92144549b46a650bd4f3acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.142'}], 'enable_snat': True}, 'gw_port_id': 'ae061b07-8f18-4953-9204-9f60dbd7769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:10Z', 'updated_at': '2021-06-06T12:03:14Z', 'revision_number': 4, 'project_id': 'fab26d6ee92144549b46a650bd4f3acf', 'gw_port': {'id': 'ae061b07-8f18-4953-9204-9f60dbd7769e', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c077c9b-c85f-48ef-843a-96d55895f05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:10Z', 'updated_at': '2021-06-06T12:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_interfaces': [{'id': '67f899a0-34aa-4551-a418-291eac4a3273', 'name': '', 'network_id': 'd501ac56-1f73-4d26-9432-57320da35bfb', 'tenant_id': 'fab26d6ee92144549b46a650bd4f3acf', 'mac_address': 'fa:16:3e:b0:c5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c077c9b-c85f-48ef-843a-96d55895f05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9836d05d-9364-4191-9ea6-f58d3448d7d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:13Z', 'updated_at': '2021-06-06T12:03:14Z', 'revision_number': 2, 'project_id': 'fab26d6ee92144549b46a650bd4f3acf', 'subnets': [{'id': '9836d05d-9364-4191-9ea6-f58d3448d7d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:16.691258 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb7dd2b-edc3-4e56-8f68-269b5ddbe03d None None] Checking router: 2c077c9b-c85f-48ef-843a-96d55895f05d for host: dv-cinder-786260-3-smb {{(pid=91628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 12:03:16.691639 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb7dd2b-edc3-4e56-8f68-269b5ddbe03d None None] Updating router 2c077c9b-c85f-48ef-843a-96d55895f05d port 67f899a0-34aa-4551-a418-291eac4a3273 binding host dv-cinder-786260-3-smb {{(pid=91628) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 12:03:16.748677 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-5eb7dd2b-edc3-4e56-8f68-269b5ddbe03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:16.784217 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62c8a8d-3762-466c-a4b9-54349216dc93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp900c76ae-0d80-5f73-9b80-9ed4069fcc53-03d4bc0c-9d10-475a-887c-a366b6242e7e', 'network_id': '03d4bc0c-9d10-475a-887c-a366b6242e7e', 'tenant_id': '5edea1af14404d21af2c6686d5580bc6', 'fixed_ips': [{'subnet_id': '8a46a519-bcd0-41f8-8b90-55b491d4fd4d'}]}} from dv-cinder-786260-3-smb. {{(pid=91627) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 12:03:16.785068 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-e62c8a8d-3762-466c-a4b9-54349216dc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:16.885502 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7c121a8a-1a78-40aa-ad01-dd92601be8b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-651139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-644959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5423'] for router, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:16.949787 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.db_base_plugin_common [None req-e62c8a8d-3762-466c-a4b9-54349216dc93 None None] Allocated IP 172.20.0.2 (03d4bc0c-9d10-475a-887c-a366b6242e7e/8a46a519-bcd0-41f8-8b90-55b491d4fd4d/42aa9255-d266-4ea4-8c84-482e5be72ff2) {{(pid=91627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:03:17.098626 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device ae061b07-8f18-4953-9204-9f60dbd7769e up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:03:17.112318 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-5eb7dd2b-edc3-4e56-8f68-269b5ddbe03d None None] Notify callbacks [] for port, precommit_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:17.123941 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.provisioning_blocks [None req-5eb7dd2b-edc3-4e56-8f68-269b5ddbe03d None None] Transition to ACTIVE for port object 67f899a0-34aa-4551-a418-291eac4a3273 will not be triggered until provisioned by entity L2. {{(pid=91628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:03:17.132983 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-5eb7dd2b-edc3-4e56-8f68-269b5ddbe03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:17.143294 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:17.206619 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7c121a8a-1a78-40aa-ad01-dd92601be8b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:17.222475 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-e62c8a8d-3762-466c-a4b9-54349216dc93 None None] Notify callbacks [] for port, precommit_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:17.237076 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-e62c8a8d-3762-466c-a4b9-54349216dc93 None None] Transition to ACTIVE for port object 42aa9255-d266-4ea4-8c84-482e5be72ff2 will not be triggered until provisioned by entity L2. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:03:17.238925 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7c121a8a-1a78-40aa-ad01-dd92601be8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:17.259924 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-e62c8a8d-3762-466c-a4b9-54349216dc93 None None] Transition to ACTIVE for port object 42aa9255-d266-4ea4-8c84-482e5be72ff2 will not be triggered until provisioned by entity DHCP. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:03:17.274430 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-e62c8a8d-3762-466c-a4b9-54349216dc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160'] for port, after_create {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:17.280175 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:17.347550 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning complete for port ae061b07-8f18-4953-9204-9f60dbd7769e triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:17.347947 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:17.395169 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [None req-7c121a8a-1a78-40aa-ad01-dd92601be8b2 admin admin] Allocated IP 172.28.1.154 (e384afd4-53ce-4e9e-98c9-6e74922afda4/ab19a970-7da1-4791-ba0c-534739925629/ffda8850-185b-4eb1-a75f-c7706b82527c) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:03:17.405552 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-5eb7dd2b-edc3-4e56-8f68-269b5ddbe03d None None] Attempting to bind port 67f899a0-34aa-4551-a418-291eac4a3273 on host dv-cinder-786260-3-smb for vnic_type normal with profile {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:03:17.406601 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-5eb7dd2b-edc3-4e56-8f68-269b5ddbe03d None None] Attempting to bind port 67f899a0-34aa-4551-a418-291eac4a3273 by drivers openvswitch,hyperv on host dv-cinder-786260-3-smb at level 0 using segments [{'id': '53dc5a63-7f84-443a-aa79-bce303088597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd501ac56-1f73-4d26-9432-57320da35bfb'}] {{(pid=91628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:03:17.407715 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb7dd2b-edc3-4e56-8f68-269b5ddbe03d None None] Attempting to bind port 67f899a0-34aa-4551-a418-291eac4a3273 on network d501ac56-1f73-4d26-9432-57320da35bfb {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:03:17.414597 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7f983-fe31-4647-a980-1e4528142432 None None] Pushing event updated for resources: {'Port': ['ID=67f899a0-34aa-4551-a418-291eac4a3273,revision_number=3']} {{(pid=91628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:17.417118 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb7dd2b-edc3-4e56-8f68-269b5ddbe03d None None] Checking agent: {'id': '8c08a107-9ed3-4e66-a1ef-b6d8b5adb9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 2), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:03:17.417594 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb7dd2b-edc3-4e56-8f68-269b5ddbe03d None None] Checking segment: {'id': '53dc5a63-7f84-443a-aa79-bce303088597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd501ac56-1f73-4d26-9432-57320da35bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:03:17.418259 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-5eb7dd2b-edc3-4e56-8f68-269b5ddbe03d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:17.418868 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb7dd2b-edc3-4e56-8f68-269b5ddbe03d None None] Bound using segment: {'id': '53dc5a63-7f84-443a-aa79-bce303088597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd501ac56-1f73-4d26-9432-57320da35bfb'} {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:03:17.419552 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-5eb7dd2b-edc3-4e56-8f68-269b5ddbe03d None None] Bound port: 67f899a0-34aa-4551-a418-291eac4a3273, host: dv-cinder-786260-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53dc5a63-7f84-443a-aa79-bce303088597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd501ac56-1f73-4d26-9432-57320da35bfb'}}] {{(pid=91628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:03:17.420150 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-5eb7dd2b-edc3-4e56-8f68-269b5ddbe03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:17.424276 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c8a8d-3762-466c-a4b9-54349216dc93 None None] Pushing event updated for resources: {'Port': ['ID=42aa9255-d266-4ea4-8c84-482e5be72ff2,revision_number=1']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:17.434714 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62c8a8d-3762-466c-a4b9-54349216dc93 None None] Network 03d4bc0c-9d10-475a-887c-a366b6242e7e is already hosted by enough agents. {{(pid=91627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:03:17.438387 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c8a8d-3762-466c-a4b9-54349216dc93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:17.438737 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c8a8d-3762-466c-a4b9-54349216dc93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:17.439079 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c8a8d-3762-466c-a4b9-54349216dc93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:17.439417 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c8a8d-3762-466c-a4b9-54349216dc93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:17.439750 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c8a8d-3762-466c-a4b9-54349216dc93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:17.440080 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c8a8d-3762-466c-a4b9-54349216dc93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:17.440407 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c8a8d-3762-466c-a4b9-54349216dc93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:17.440735 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c8a8d-3762-466c-a4b9-54349216dc93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:17.441061 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c8a8d-3762-466c-a4b9-54349216dc93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:17.441385 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c8a8d-3762-466c-a4b9-54349216dc93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:17.441709 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c8a8d-3762-466c-a4b9-54349216dc93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:17.442069 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62c8a8d-3762-466c-a4b9-54349216dc93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:17.447855 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.scheduler.base_scheduler [None req-e62c8a8d-3762-466c-a4b9-54349216dc93 None None] Resources bound (agent type, host, resource id): {{(pid=91627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:03:17.449675 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-e62c8a8d-3762-466c-a4b9-54349216dc93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:17.452995 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62c8a8d-3762-466c-a4b9-54349216dc93 None None] Received port after_create {{(pid=91627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:03:17.514237 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.db [None req-5eb7dd2b-edc3-4e56-8f68-269b5ddbe03d None None] For port 67f899a0-34aa-4551-a418-291eac4a3273, host dv-cinder-786260-3-smb, cleared binding levels {{(pid=91628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:03:17.517403 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.db [None req-5eb7dd2b-edc3-4e56-8f68-269b5ddbe03d None None] For port 67f899a0-34aa-4551-a418-291eac4a3273, host dv-cinder-786260-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=67f899a0-34aa-4551-a418-291eac4a3273,segment=NetworkSegment(53dc5a63-7f84-443a-aa79-bce303088597),segment_id=53dc5a63-7f84-443a-aa79-bce303088597)] {{(pid=91628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:03:17.519306 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7f983-fe31-4647-a980-1e4528142432 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:17.519747 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7f983-fe31-4647-a980-1e4528142432 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:17.520201 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7f983-fe31-4647-a980-1e4528142432 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:17.520785 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7f983-fe31-4647-a980-1e4528142432 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:17.521775 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7f983-fe31-4647-a980-1e4528142432 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:17.522509 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7f983-fe31-4647-a980-1e4528142432 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:17.523079 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7f983-fe31-4647-a980-1e4528142432 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:17.523599 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7f983-fe31-4647-a980-1e4528142432 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:17.524111 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7f983-fe31-4647-a980-1e4528142432 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:17.524505 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7f983-fe31-4647-a980-1e4528142432 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:17.524898 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7f983-fe31-4647-a980-1e4528142432 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:17.525310 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7f983-fe31-4647-a980-1e4528142432 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:17.528997 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-dea7f983-fe31-4647-a980-1e4528142432 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:17.530323 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-5eb7dd2b-edc3-4e56-8f68-269b5ddbe03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:17.537486 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:17.561571 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7c121a8a-1a78-40aa-ad01-dd92601be8b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:17.566260 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-e62c8a8d-3762-466c-a4b9-54349216dc93 None None] Attempting to bind port 42aa9255-d266-4ea4-8c84-482e5be72ff2 on host dv-cinder-786260-3-smb for vnic_type normal with profile {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:03:17.566647 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-e62c8a8d-3762-466c-a4b9-54349216dc93 None None] Attempting to bind port 42aa9255-d266-4ea4-8c84-482e5be72ff2 by drivers openvswitch,hyperv on host dv-cinder-786260-3-smb at level 0 using segments [{'id': '0e26df7d-8258-424a-b720-9e8d735ce4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '03d4bc0c-9d10-475a-887c-a366b6242e7e'}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:03:17.567029 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62c8a8d-3762-466c-a4b9-54349216dc93 None None] Attempting to bind port 42aa9255-d266-4ea4-8c84-482e5be72ff2 on network 03d4bc0c-9d10-475a-887c-a366b6242e7e {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:03:17.574153 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62c8a8d-3762-466c-a4b9-54349216dc93 None None] Checking agent: {'id': '8c08a107-9ed3-4e66-a1ef-b6d8b5adb9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 2), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:03:17.574545 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62c8a8d-3762-466c-a4b9-54349216dc93 None None] Checking segment: {'id': '0e26df7d-8258-424a-b720-9e8d735ce4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '03d4bc0c-9d10-475a-887c-a366b6242e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:03:17.574960 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-e62c8a8d-3762-466c-a4b9-54349216dc93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:17.575371 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62c8a8d-3762-466c-a4b9-54349216dc93 None None] Bound using segment: {'id': '0e26df7d-8258-424a-b720-9e8d735ce4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '03d4bc0c-9d10-475a-887c-a366b6242e7e'} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:03:17.576104 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-e62c8a8d-3762-466c-a4b9-54349216dc93 None None] Bound port: 42aa9255-d266-4ea4-8c84-482e5be72ff2, host: dv-cinder-786260-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e26df7d-8258-424a-b720-9e8d735ce4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '03d4bc0c-9d10-475a-887c-a366b6242e7e'}}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:03:17.576251 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-e62c8a8d-3762-466c-a4b9-54349216dc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:17.599228 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7c121a8a-1a78-40aa-ad01-dd92601be8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:17.605237 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c026cea2-551d-477b-9e0a-2bd9bec0c033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:17.612101 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb7dd2b-edc3-4e56-8f68-269b5ddbe03d None None] Routers {'2c077c9b-c85f-48ef-843a-96d55895f05d'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:03:17.612844 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-5eb7dd2b-edc3-4e56-8f68-269b5ddbe03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T12:03:03Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['2c077c9b-c85f-48ef-843a-96d55895f05d'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:17.677390 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c121a8a-1a78-40aa-ad01-dd92601be8b2 admin admin] Network e384afd4-53ce-4e9e-98c9-6e74922afda4 is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:03:17.681124 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-7c121a8a-1a78-40aa-ad01-dd92601be8b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:03:17.681356 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7f983-fe31-4647-a980-1e4528142432 None None] Pushing event updated for resources: {'Port': ['ID=67f899a0-34aa-4551-a418-291eac4a3273,revision_number=4']} {{(pid=91628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:17.684301 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c121a8a-1a78-40aa-ad01-dd92601be8b2 admin admin] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:03:17.686519 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-dea7f983-fe31-4647-a980-1e4528142432 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:17.721886 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c121a8a-1a78-40aa-ad01-dd92601be8b2 admin admin] Pushing event updated for resources: {'Port': ['ID=ffda8850-185b-4eb1-a75f-c7706b82527c,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:17.725431 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-7c121a8a-1a78-40aa-ad01-dd92601be8b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:17.748159 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-e62c8a8d-3762-466c-a4b9-54349216dc93 None None] For port 42aa9255-d266-4ea4-8c84-482e5be72ff2, host dv-cinder-786260-3-smb, cleared binding levels {{(pid=91627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:03:17.751503 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-e62c8a8d-3762-466c-a4b9-54349216dc93 None None] For port 42aa9255-d266-4ea4-8c84-482e5be72ff2, host dv-cinder-786260-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=42aa9255-d266-4ea4-8c84-482e5be72ff2,segment=NetworkSegment(0e26df7d-8258-424a-b720-9e8d735ce4b6),segment_id=0e26df7d-8258-424a-b720-9e8d735ce4b6)] {{(pid=91627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:03:17.758952 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-e62c8a8d-3762-466c-a4b9-54349216dc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:17.762661 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:17.809212 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-5eb7dd2b-edc3-4e56-8f68-269b5ddbe03d None None] Set router 2c077c9b-c85f-48ef-843a-96d55895f05d gateway port host: dv-cinder-786260-3-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:03:17.872662 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c8a8d-3762-466c-a4b9-54349216dc93 None None] Pushing event updated for resources: {'Port': ['ID=42aa9255-d266-4ea4-8c84-482e5be72ff2,revision_number=2']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:17.885461 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-e62c8a8d-3762-466c-a4b9-54349216dc93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:18.167525 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-5eb7dd2b-edc3-4e56-8f68-269b5ddbe03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c077c9b-c85f-48ef-843a-96d55895f05d', 'name': 'tempest-TestMinimumBasicScenario-1164368265-router', 'tenant_id': 'fab26d6ee92144549b46a650bd4f3acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.142'}], 'enable_snat': True}, 'gw_port_id': 'ae061b07-8f18-4953-9204-9f60dbd7769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:10Z', 'updated_at': '2021-06-06T12:03:14Z', 'revision_number': 4, 'project_id': 'fab26d6ee92144549b46a650bd4f3acf', 'gw_port': {'id': 'ae061b07-8f18-4953-9204-9f60dbd7769e', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c077c9b-c85f-48ef-843a-96d55895f05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:10Z', 'updated_at': '2021-06-06T12:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_interfaces': [{'id': '67f899a0-34aa-4551-a418-291eac4a3273', 'name': '', 'network_id': 'd501ac56-1f73-4d26-9432-57320da35bfb', 'tenant_id': 'fab26d6ee92144549b46a650bd4f3acf', 'mac_address': 'fa:16:3e:b0:c5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c077c9b-c85f-48ef-843a-96d55895f05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9836d05d-9364-4191-9ea6-f58d3448d7d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:13Z', 'updated_at': '2021-06-06T12:03:17Z', 'revision_number': 4, 'project_id': 'fab26d6ee92144549b46a650bd4f3acf', 'subnets': [{'id': '9836d05d-9364-4191-9ea6-f58d3448d7d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:18.172713 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb7dd2b-edc3-4e56-8f68-269b5ddbe03d None None] The sync data for ids ['2c077c9b-c85f-48ef-843a-96d55895f05d'] in dv-cinder-786260-3-smb is: [{'id': '2c077c9b-c85f-48ef-843a-96d55895f05d', 'name': 'tempest-TestMinimumBasicScenario-1164368265-router', 'tenant_id': 'fab26d6ee92144549b46a650bd4f3acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.142'}], 'enable_snat': True}, 'gw_port_id': 'ae061b07-8f18-4953-9204-9f60dbd7769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:10Z', 'updated_at': '2021-06-06T12:03:14Z', 'revision_number': 4, 'project_id': 'fab26d6ee92144549b46a650bd4f3acf', 'gw_port': {'id': 'ae061b07-8f18-4953-9204-9f60dbd7769e', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c077c9b-c85f-48ef-843a-96d55895f05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:10Z', 'updated_at': '2021-06-06T12:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_interfaces': [{'id': '67f899a0-34aa-4551-a418-291eac4a3273', 'name': '', 'network_id': 'd501ac56-1f73-4d26-9432-57320da35bfb', 'tenant_id': 'fab26d6ee92144549b46a650bd4f3acf', 'mac_address': 'fa:16:3e:b0:c5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c077c9b-c85f-48ef-843a-96d55895f05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9836d05d-9364-4191-9ea6-f58d3448d7d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:13Z', 'updated_at': '2021-06-06T12:03:17Z', 'revision_number': 4, 'project_id': 'fab26d6ee92144549b46a650bd4f3acf', 'subnets': [{'id': '9836d05d-9364-4191-9ea6-f58d3448d7d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 12:03:18.278124 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7c121a8a-1a78-40aa-ad01-dd92601be8b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:18.647970 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7c121a8a-1a78-40aa-ad01-dd92601be8b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-651180'] for router, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:18.766111 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cde77aa-f5a6-4586-9d5e-2127b9b87baa None None] Network 03d4bc0c-9d10-475a-887c-a366b6242e7e requested from dv-cinder-786260-3-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 12:03:18.868467 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c121a8a-1a78-40aa-ad01-dd92601be8b2 admin admin] Router abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73 is scheduled to L3 agent 3ae38246-b788-4a45-8398-d1ca6712d00e with binding_index 1 {{(pid=91625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 12:03:18.883653 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-51002428-c404-4929-9992-e4ec6ade03d3 None None] Provisioning for port 42aa9255-d266-4ea4-8c84-482e5be72ff2 completed by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:03:19.070785 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c121a8a-1a78-40aa-ad01-dd92601be8b2 admin admin] Notify agent at l3_agent.dv-cinder-786260-3-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 12:03:19.084502 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b4c460-dc9d-4b6b-bcd7-c71382ba39fa None None] Sync routers for ids ['abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73'] in dv-cinder-786260-3-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 12:03:19.101471 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b4c460-dc9d-4b6b-bcd7-c71382ba39fa None None] Routers {'abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:03:19.102250 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-b2b4c460-dc9d-4b6b-bcd7-c71382ba39fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T12:03:03Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:19.109907 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7c121a8a-1a78-40aa-ad01-dd92601be8b2 admin admin] Notify callbacks [] for router, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:19.109907 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-7c121a8a-1a78-40aa-ad01-dd92601be8b2 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5363662 Jun 06 12:03:19.111290 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 48816) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:19.220479 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 67f899a0-34aa-4551-a418-291eac4a3273 up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:03:19.411080 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning for port 67f899a0-34aa-4551-a418-291eac4a3273 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:03:19.422988 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning complete for port 67f899a0-34aa-4551-a418-291eac4a3273 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:19.423368 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:19.455228 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-b2b4c460-dc9d-4b6b-bcd7-c71382ba39fa None None] Set router abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73 gateway port host: dv-cinder-786260-3-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:03:19.779468 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:19.822451 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] For port 67f899a0-34aa-4551-a418-291eac4a3273, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=67f899a0-34aa-4551-a418-291eac4a3273,segment=NetworkSegment(53dc5a63-7f84-443a-aa79-bce303088597),segment_id=53dc5a63-7f84-443a-aa79-bce303088597)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:03:19.829573 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:19.830511 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 42aa9255-d266-4ea4-8c84-482e5be72ff2 up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:03:19.859484 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:19.932249 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f16a0f86-ee78-4491-9b2c-4781d97d3b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:19.947656 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-b2b4c460-dc9d-4b6b-bcd7-c71382ba39fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73', 'name': 'tempest-TestMinimumBasicScenario-1781227882-router', 'tenant_id': '5edea1af14404d21af2c6686d5580bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.154'}], 'enable_snat': True}, 'gw_port_id': 'ffda8850-185b-4eb1-a75f-c7706b82527c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:16Z', 'updated_at': '2021-06-06T12:03:18Z', 'revision_number': 3, 'project_id': '5edea1af14404d21af2c6686d5580bc6', 'gw_port': {'id': 'ffda8850-185b-4eb1-a75f-c7706b82527c', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:17Z', 'updated_at': '2021-06-06T12:03:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb'}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:19.956753 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b4c460-dc9d-4b6b-bcd7-c71382ba39fa None None] Checking router: abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73 for host: dv-cinder-786260-3-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 12:03:19.957096 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b4c460-dc9d-4b6b-bcd7-c71382ba39fa None None] Updating router abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73 port ffda8850-185b-4eb1-a75f-c7706b82527c binding host dv-cinder-786260-3-smb {{(pid=91627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 12:03:19.997732 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Pushing event updated for resources: {'Port': ['ID=67f899a0-34aa-4551-a418-291eac4a3273,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:20.007882 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:20.021959 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning for port 42aa9255-d266-4ea4-8c84-482e5be72ff2 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:03:20.025991 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-b2b4c460-dc9d-4b6b-bcd7-c71382ba39fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:20.053213 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning complete for port 42aa9255-d266-4ea4-8c84-482e5be72ff2 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:20.053511 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:20.141020 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_common [None req-f16a0f86-ee78-4491-9b2c-4781d97d3b79 admin admin] Allocated IP 172.20.0.1 (03d4bc0c-9d10-475a-887c-a366b6242e7e/8a46a519-bcd0-41f8-8b90-55b491d4fd4d/895ecd44-2415-47c9-a651-737ac4b4d39f) {{(pid=91626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:03:20.277023 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:20.287532 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f16a0f86-ee78-4491-9b2c-4781d97d3b79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:20.304306 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-f16a0f86-ee78-4491-9b2c-4781d97d3b79 admin admin] Transition to ACTIVE for port object 895ecd44-2415-47c9-a651-737ac4b4d39f will not be triggered until provisioned by entity DHCP. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:03:20.327703 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f16a0f86-ee78-4491-9b2c-4781d97d3b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1152752'] for port, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:20.332288 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-117ca0c6-b59e-443f-9d8a-8e8c2c987dd8 tempest-ServerRescueNegativeTestJSON-1342507275 tempest-ServerRescueNegativeTestJSON-1342507275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:20.373296 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] For port 42aa9255-d266-4ea4-8c84-482e5be72ff2, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=42aa9255-d266-4ea4-8c84-482e5be72ff2,segment=NetworkSegment(0e26df7d-8258-424a-b720-9e8d735ce4b6),segment_id=0e26df7d-8258-424a-b720-9e8d735ce4b6)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:03:20.383166 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:20.387233 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-fe7e34ee-8366-4096-9f71-40c4acbdbfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:20.404618 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16a0f86-ee78-4491-9b2c-4781d97d3b79 admin admin] Network 03d4bc0c-9d10-475a-887c-a366b6242e7e is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:03:20.407560 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-f16a0f86-ee78-4491-9b2c-4781d97d3b79 admin admin] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:03:20.410101 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16a0f86-ee78-4491-9b2c-4781d97d3b79 admin admin] Received port after_create {{(pid=91626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:03:20.440838 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a0f86-ee78-4491-9b2c-4781d97d3b79 admin admin] Pushing event updated for resources: {'Port': ['ID=895ecd44-2415-47c9-a651-737ac4b4d39f,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:20.455588 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16a0f86-ee78-4491-9b2c-4781d97d3b79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:20.455973 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16a0f86-ee78-4491-9b2c-4781d97d3b79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:20.456353 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16a0f86-ee78-4491-9b2c-4781d97d3b79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:20.456721 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16a0f86-ee78-4491-9b2c-4781d97d3b79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:20.457080 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16a0f86-ee78-4491-9b2c-4781d97d3b79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:20.457611 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16a0f86-ee78-4491-9b2c-4781d97d3b79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:20.458182 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16a0f86-ee78-4491-9b2c-4781d97d3b79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:20.459247 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16a0f86-ee78-4491-9b2c-4781d97d3b79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:20.460020 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16a0f86-ee78-4491-9b2c-4781d97d3b79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:20.460540 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16a0f86-ee78-4491-9b2c-4781d97d3b79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:20.461080 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16a0f86-ee78-4491-9b2c-4781d97d3b79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:20.461586 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16a0f86-ee78-4491-9b2c-4781d97d3b79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:20.466138 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-f16a0f86-ee78-4491-9b2c-4781d97d3b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:20.477741 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Pushing event updated for resources: {'Port': ['ID=42aa9255-d266-4ea4-8c84-482e5be72ff2,revision_number=3']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:20.482033 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:20.485758 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f16a0f86-ee78-4491-9b2c-4781d97d3b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625382'] for router_interface, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:20.543789 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-b2b4c460-dc9d-4b6b-bcd7-c71382ba39fa None None] Notify callbacks [] for port, precommit_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:20.557268 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-b2b4c460-dc9d-4b6b-bcd7-c71382ba39fa None None] Transition to ACTIVE for port object ffda8850-185b-4eb1-a75f-c7706b82527c will not be triggered until provisioned by entity L2. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:03:20.565298 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-b2b4c460-dc9d-4b6b-bcd7-c71382ba39fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:20.569691 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-2f65dd49-fb6e-4872-aa31-1c08b8d6a189 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:20.700873 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf867ed4-39b7-4589-bb77-cd48fbf045f5 None None] Pushing event updated for resources: {'Port': ['ID=ffda8850-185b-4eb1-a75f-c7706b82527c,revision_number=2']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:20.704827 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-cf867ed4-39b7-4589-bb77-cd48fbf045f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:20.705519 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-b2b4c460-dc9d-4b6b-bcd7-c71382ba39fa None None] Attempting to bind port ffda8850-185b-4eb1-a75f-c7706b82527c on host dv-cinder-786260-3-smb for vnic_type normal with profile {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:03:20.705911 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-b2b4c460-dc9d-4b6b-bcd7-c71382ba39fa None None] Attempting to bind port ffda8850-185b-4eb1-a75f-c7706b82527c by drivers openvswitch,hyperv on host dv-cinder-786260-3-smb at level 0 using segments [{'id': '52a7e149-8864-41bb-af99-9d7fcbaa5b17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4'}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:03:20.706275 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b4c460-dc9d-4b6b-bcd7-c71382ba39fa None None] Attempting to bind port ffda8850-185b-4eb1-a75f-c7706b82527c on network e384afd4-53ce-4e9e-98c9-6e74922afda4 {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:03:20.712296 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b4c460-dc9d-4b6b-bcd7-c71382ba39fa None None] Checking agent: {'id': '8c08a107-9ed3-4e66-a1ef-b6d8b5adb9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 2), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:03:20.712698 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b4c460-dc9d-4b6b-bcd7-c71382ba39fa None None] Checking segment: {'id': '52a7e149-8864-41bb-af99-9d7fcbaa5b17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:03:20.713090 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-b2b4c460-dc9d-4b6b-bcd7-c71382ba39fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:20.713485 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b4c460-dc9d-4b6b-bcd7-c71382ba39fa None None] Bound using segment: {'id': '52a7e149-8864-41bb-af99-9d7fcbaa5b17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4'} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:03:20.713980 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-b2b4c460-dc9d-4b6b-bcd7-c71382ba39fa None None] Bound port: ffda8850-185b-4eb1-a75f-c7706b82527c, host: dv-cinder-786260-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52a7e149-8864-41bb-af99-9d7fcbaa5b17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4'}}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:03:20.714361 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-b2b4c460-dc9d-4b6b-bcd7-c71382ba39fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:20.737300 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-e7986dc4-4fdd-45db-b1f4-38911f6b0bfa None None] Provisioning for port 895ecd44-2415-47c9-a651-737ac4b4d39f completed by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:03:20.751684 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f16a0f86-ee78-4491-9b2c-4781d97d3b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:20.758261 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-e7986dc4-4fdd-45db-b1f4-38911f6b0bfa None None] Provisioning complete for port 895ecd44-2415-47c9-a651-737ac4b4d39f triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:20.758644 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-e7986dc4-4fdd-45db-b1f4-38911f6b0bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:20.832447 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-e7986dc4-4fdd-45db-b1f4-38911f6b0bfa None None] Port 895ecd44-2415-47c9-a651-737ac4b4d39f cannot update to ACTIVE because it is not bound. {{(pid=91627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 12:03:20.839255 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-b2b4c460-dc9d-4b6b-bcd7-c71382ba39fa None None] For port ffda8850-185b-4eb1-a75f-c7706b82527c, host dv-cinder-786260-3-smb, cleared binding levels {{(pid=91627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:03:20.842504 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-b2b4c460-dc9d-4b6b-bcd7-c71382ba39fa None None] For port ffda8850-185b-4eb1-a75f-c7706b82527c, host dv-cinder-786260-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=ffda8850-185b-4eb1-a75f-c7706b82527c,segment=NetworkSegment(52a7e149-8864-41bb-af99-9d7fcbaa5b17),segment_id=52a7e149-8864-41bb-af99-9d7fcbaa5b17)] {{(pid=91627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:03:20.847970 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-b2b4c460-dc9d-4b6b-bcd7-c71382ba39fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:20.852650 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:20.925238 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b4c460-dc9d-4b6b-bcd7-c71382ba39fa None None] Routers {'abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:03:20.925903 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-b2b4c460-dc9d-4b6b-bcd7-c71382ba39fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T12:03:03Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:20.983238 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f16a0f86-ee78-4491-9b2c-4781d97d3b79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:20.987571 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f16a0f86-ee78-4491-9b2c-4781d97d3b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1152715'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:20.993226 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf867ed4-39b7-4589-bb77-cd48fbf045f5 None None] Pushing event updated for resources: {'Port': ['ID=ffda8850-185b-4eb1-a75f-c7706b82527c,revision_number=3']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:20.998123 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-cf867ed4-39b7-4589-bb77-cd48fbf045f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:21.015690 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-79a71c09-27e1-4c79-aedd-c200347ac363 tempest-VolumesNegativeTest-2105851698 tempest-VolumesNegativeTest-2105851698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:21.093966 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f16a0f86-ee78-4491-9b2c-4781d97d3b79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647614'] for router_interface, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:21.097322 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 67f899a0-34aa-4551-a418-291eac4a3273 up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:03:21.098438 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a0f86-ee78-4491-9b2c-4781d97d3b79 admin admin] Pushing event updated for resources: {'Port': ['ID=895ecd44-2415-47c9-a651-737ac4b4d39f,revision_number=2']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:21.103353 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-f16a0f86-ee78-4491-9b2c-4781d97d3b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:21.158010 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-b2b4c460-dc9d-4b6b-bcd7-c71382ba39fa None None] Set router abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73 gateway port host: dv-cinder-786260-3-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:03:21.231210 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16a0f86-ee78-4491-9b2c-4781d97d3b79 admin admin] Network 03d4bc0c-9d10-475a-887c-a366b6242e7e is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:03:21.232296 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-f16a0f86-ee78-4491-9b2c-4781d97d3b79 admin admin] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:03:21.325623 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning complete for port 67f899a0-34aa-4551-a418-291eac4a3273 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:21.326214 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:21.527232 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-124c23cd-4cb2-4b69-a394-c1a65a3e91b8 None None] Provisioning complete for port 895ecd44-2415-47c9-a651-737ac4b4d39f triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:21.527628 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-124c23cd-4cb2-4b69-a394-c1a65a3e91b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:21.540152 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16a0f86-ee78-4491-9b2c-4781d97d3b79 admin admin] Router abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73 has already been hosted by L3 agent 3ae38246-b788-4a45-8398-d1ca6712d00e {{(pid=91626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 12:03:21.637323 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-124c23cd-4cb2-4b69-a394-c1a65a3e91b8 None None] Port 895ecd44-2415-47c9-a651-737ac4b4d39f cannot update to ACTIVE because it is not bound. {{(pid=91627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 12:03:21.649818 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 42aa9255-d266-4ea4-8c84-482e5be72ff2 up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:03:21.711040 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-b2b4c460-dc9d-4b6b-bcd7-c71382ba39fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73', 'name': 'tempest-TestMinimumBasicScenario-1781227882-router', 'tenant_id': '5edea1af14404d21af2c6686d5580bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.154'}], 'enable_snat': True}, 'gw_port_id': 'ffda8850-185b-4eb1-a75f-c7706b82527c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:16Z', 'updated_at': '2021-06-06T12:03:20Z', 'revision_number': 4, 'project_id': '5edea1af14404d21af2c6686d5580bc6', 'gw_port': {'id': 'ffda8850-185b-4eb1-a75f-c7706b82527c', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:17Z', 'updated_at': '2021-06-06T12:03:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_interfaces': [{'id': '895ecd44-2415-47c9-a651-737ac4b4d39f', 'name': '', 'network_id': '03d4bc0c-9d10-475a-887c-a366b6242e7e', 'tenant_id': '5edea1af14404d21af2c6686d5580bc6', 'mac_address': 'fa:16:3e:b7:cc:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '8a46a519-bcd0-41f8-8b90-55b491d4fd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:19Z', 'updated_at': '2021-06-06T12:03:20Z', 'revision_number': 1, 'project_id': '5edea1af14404d21af2c6686d5580bc6', 'subnets': [{'id': '8a46a519-bcd0-41f8-8b90-55b491d4fd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:21.717422 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b4c460-dc9d-4b6b-bcd7-c71382ba39fa None None] The sync data for ids ['abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73'] in dv-cinder-786260-3-smb is: [{'id': 'abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73', 'name': 'tempest-TestMinimumBasicScenario-1781227882-router', 'tenant_id': '5edea1af14404d21af2c6686d5580bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.154'}], 'enable_snat': True}, 'gw_port_id': 'ffda8850-185b-4eb1-a75f-c7706b82527c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:16Z', 'updated_at': '2021-06-06T12:03:20Z', 'revision_number': 4, 'project_id': '5edea1af14404d21af2c6686d5580bc6', 'gw_port': {'id': 'ffda8850-185b-4eb1-a75f-c7706b82527c', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:17Z', 'updated_at': '2021-06-06T12:03:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_interfaces': [{'id': '895ecd44-2415-47c9-a651-737ac4b4d39f', 'name': '', 'network_id': '03d4bc0c-9d10-475a-887c-a366b6242e7e', 'tenant_id': '5edea1af14404d21af2c6686d5580bc6', 'mac_address': 'fa:16:3e:b7:cc:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '8a46a519-bcd0-41f8-8b90-55b491d4fd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:19Z', 'updated_at': '2021-06-06T12:03:20Z', 'revision_number': 1, 'project_id': '5edea1af14404d21af2c6686d5580bc6', 'subnets': [{'id': '8a46a519-bcd0-41f8-8b90-55b491d4fd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 12:03:21.723259 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16a0f86-ee78-4491-9b2c-4781d97d3b79 admin admin] Notify agent at l3_agent.dv-cinder-786260-3-smb the message routers_updated {{(pid=91626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 12:03:21.729109 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-f16a0f86-ee78-4491-9b2c-4781d97d3b79 admin admin] 10.222.0.42 "PUT /v2.0/routers/abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6160336 Jun 06 12:03:21.745869 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning complete for port 42aa9255-d266-4ea4-8c84-482e5be72ff2 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:21.746256 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:23.117382 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device ffda8850-185b-4eb1-a75f-c7706b82527c up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:03:23.203072 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning for port ffda8850-185b-4eb1-a75f-c7706b82527c completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:03:23.208819 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning complete for port ffda8850-185b-4eb1-a75f-c7706b82527c triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:23.209447 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:23.342156 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:23.362420 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] For port ffda8850-185b-4eb1-a75f-c7706b82527c, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=ffda8850-185b-4eb1-a75f-c7706b82527c,segment=NetworkSegment(52a7e149-8864-41bb-af99-9d7fcbaa5b17),segment_id=52a7e149-8864-41bb-af99-9d7fcbaa5b17)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:03:23.366943 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:23.368891 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:23.451287 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Pushing event updated for resources: {'Port': ['ID=ffda8850-185b-4eb1-a75f-c7706b82527c,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:23.454406 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:24.058723 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-4e695d9d-1565-4cb0-823c-0d72073c09bd None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:03:25.081263 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device ffda8850-185b-4eb1-a75f-c7706b82527c up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:03:25.185887 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning complete for port ffda8850-185b-4eb1-a75f-c7706b82527c triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:25.186607 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:25.372546 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3feaa8-ceb1-4df3-b5ef-9af6b451fef0 None None] Sync routers for ids ['abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73'] in dv-cinder-786260-3-smb {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 12:03:25.383054 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3feaa8-ceb1-4df3-b5ef-9af6b451fef0 None None] Routers {'abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:03:25.383979 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-8f3feaa8-ceb1-4df3-b5ef-9af6b451fef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T12:03:03Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:25.588613 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-8f3feaa8-ceb1-4df3-b5ef-9af6b451fef0 None None] Set router abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73 gateway port host: dv-cinder-786260-3-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:03:25.943833 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-8f3feaa8-ceb1-4df3-b5ef-9af6b451fef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73', 'name': 'tempest-TestMinimumBasicScenario-1781227882-router', 'tenant_id': '5edea1af14404d21af2c6686d5580bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.154'}], 'enable_snat': True}, 'gw_port_id': 'ffda8850-185b-4eb1-a75f-c7706b82527c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:16Z', 'updated_at': '2021-06-06T12:03:20Z', 'revision_number': 4, 'project_id': '5edea1af14404d21af2c6686d5580bc6', 'gw_port': {'id': 'ffda8850-185b-4eb1-a75f-c7706b82527c', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:17Z', 'updated_at': '2021-06-06T12:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_interfaces': [{'id': '895ecd44-2415-47c9-a651-737ac4b4d39f', 'name': '', 'network_id': '03d4bc0c-9d10-475a-887c-a366b6242e7e', 'tenant_id': '5edea1af14404d21af2c6686d5580bc6', 'mac_address': 'fa:16:3e:b7:cc:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '8a46a519-bcd0-41f8-8b90-55b491d4fd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:19Z', 'updated_at': '2021-06-06T12:03:20Z', 'revision_number': 2, 'project_id': '5edea1af14404d21af2c6686d5580bc6', 'subnets': [{'id': '8a46a519-bcd0-41f8-8b90-55b491d4fd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:25.948841 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3feaa8-ceb1-4df3-b5ef-9af6b451fef0 None None] Checking router: abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73 for host: dv-cinder-786260-3-smb {{(pid=91628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 12:03:25.949226 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3feaa8-ceb1-4df3-b5ef-9af6b451fef0 None None] Updating router abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73 port 895ecd44-2415-47c9-a651-737ac4b4d39f binding host dv-cinder-786260-3-smb {{(pid=91628) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 12:03:26.008265 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-8f3feaa8-ceb1-4df3-b5ef-9af6b451fef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:26.405575 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-8f3feaa8-ceb1-4df3-b5ef-9af6b451fef0 None None] Notify callbacks [] for port, precommit_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:26.419404 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.provisioning_blocks [None req-8f3feaa8-ceb1-4df3-b5ef-9af6b451fef0 None None] Transition to ACTIVE for port object 895ecd44-2415-47c9-a651-737ac4b4d39f will not be triggered until provisioned by entity L2. {{(pid=91628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:03:26.425789 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-8f3feaa8-ceb1-4df3-b5ef-9af6b451fef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:26.430438 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:26.559863 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7092a3cc-f5a2-4408-b964-3d72d979bf22 None None] Pushing event updated for resources: {'Port': ['ID=895ecd44-2415-47c9-a651-737ac4b4d39f,revision_number=3']} {{(pid=91628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:26.587599 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-7092a3cc-f5a2-4408-b964-3d72d979bf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:26.666813 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-8f3feaa8-ceb1-4df3-b5ef-9af6b451fef0 None None] Attempting to bind port 895ecd44-2415-47c9-a651-737ac4b4d39f on host dv-cinder-786260-3-smb for vnic_type normal with profile {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:03:26.667336 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-8f3feaa8-ceb1-4df3-b5ef-9af6b451fef0 None None] Attempting to bind port 895ecd44-2415-47c9-a651-737ac4b4d39f by drivers openvswitch,hyperv on host dv-cinder-786260-3-smb at level 0 using segments [{'id': '0e26df7d-8258-424a-b720-9e8d735ce4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '03d4bc0c-9d10-475a-887c-a366b6242e7e'}] {{(pid=91628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:03:26.667807 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3feaa8-ceb1-4df3-b5ef-9af6b451fef0 None None] Attempting to bind port 895ecd44-2415-47c9-a651-737ac4b4d39f on network 03d4bc0c-9d10-475a-887c-a366b6242e7e {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:03:26.680681 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3feaa8-ceb1-4df3-b5ef-9af6b451fef0 None None] Checking agent: {'id': '8c08a107-9ed3-4e66-a1ef-b6d8b5adb9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 2), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:03:26.681335 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3feaa8-ceb1-4df3-b5ef-9af6b451fef0 None None] Checking segment: {'id': '0e26df7d-8258-424a-b720-9e8d735ce4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '03d4bc0c-9d10-475a-887c-a366b6242e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:03:26.681860 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-8f3feaa8-ceb1-4df3-b5ef-9af6b451fef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:26.682366 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3feaa8-ceb1-4df3-b5ef-9af6b451fef0 None None] Bound using segment: {'id': '0e26df7d-8258-424a-b720-9e8d735ce4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '03d4bc0c-9d10-475a-887c-a366b6242e7e'} {{(pid=91628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:03:26.682965 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.managers [None req-8f3feaa8-ceb1-4df3-b5ef-9af6b451fef0 None None] Bound port: 895ecd44-2415-47c9-a651-737ac4b4d39f, host: dv-cinder-786260-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e26df7d-8258-424a-b720-9e8d735ce4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '03d4bc0c-9d10-475a-887c-a366b6242e7e'}}] {{(pid=91628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:03:26.683454 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-8f3feaa8-ceb1-4df3-b5ef-9af6b451fef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:26.789452 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.db [None req-8f3feaa8-ceb1-4df3-b5ef-9af6b451fef0 None None] For port 895ecd44-2415-47c9-a651-737ac4b4d39f, host dv-cinder-786260-3-smb, cleared binding levels {{(pid=91628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:03:26.792538 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.plugins.ml2.db [None req-8f3feaa8-ceb1-4df3-b5ef-9af6b451fef0 None None] For port 895ecd44-2415-47c9-a651-737ac4b4d39f, host dv-cinder-786260-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=895ecd44-2415-47c9-a651-737ac4b4d39f,segment=NetworkSegment(0e26df7d-8258-424a-b720-9e8d735ce4b6),segment_id=0e26df7d-8258-424a-b720-9e8d735ce4b6)] {{(pid=91628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:03:26.800233 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron_lib.callbacks.manager [None req-8f3feaa8-ceb1-4df3-b5ef-9af6b451fef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:26.805115 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:26.880509 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3feaa8-ceb1-4df3-b5ef-9af6b451fef0 None None] Routers {'abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:03:26.881866 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-8f3feaa8-ceb1-4df3-b5ef-9af6b451fef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T12:03:03Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:26.961897 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7092a3cc-f5a2-4408-b964-3d72d979bf22 None None] Pushing event updated for resources: {'Port': ['ID=895ecd44-2415-47c9-a651-737ac4b4d39f,revision_number=4']} {{(pid=91628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:26.971757 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG oslo_concurrency.lockutils [None req-7092a3cc-f5a2-4408-b964-3d72d979bf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:27.139258 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-8f3feaa8-ceb1-4df3-b5ef-9af6b451fef0 None None] Set router abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73 gateway port host: dv-cinder-786260-3-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:03:27.164002 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 895ecd44-2415-47c9-a651-737ac4b4d39f up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:03:27.262122 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning for port 895ecd44-2415-47c9-a651-737ac4b4d39f completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:03:27.267977 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning complete for port 895ecd44-2415-47c9-a651-737ac4b4d39f triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:27.269003 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:27.414175 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:27.455934 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] For port 895ecd44-2415-47c9-a651-737ac4b4d39f, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=895ecd44-2415-47c9-a651-737ac4b4d39f,segment=NetworkSegment(0e26df7d-8258-424a-b720-9e8d735ce4b6),segment_id=0e26df7d-8258-424a-b720-9e8d735ce4b6)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:03:27.463102 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:27.465064 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-cf867ed4-39b7-4589-bb77-cd48fbf045f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:27.543066 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-8f3feaa8-ceb1-4df3-b5ef-9af6b451fef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73', 'name': 'tempest-TestMinimumBasicScenario-1781227882-router', 'tenant_id': '5edea1af14404d21af2c6686d5580bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.154'}], 'enable_snat': True}, 'gw_port_id': 'ffda8850-185b-4eb1-a75f-c7706b82527c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:16Z', 'updated_at': '2021-06-06T12:03:20Z', 'revision_number': 4, 'project_id': '5edea1af14404d21af2c6686d5580bc6', 'gw_port': {'id': 'ffda8850-185b-4eb1-a75f-c7706b82527c', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:17Z', 'updated_at': '2021-06-06T12:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_interfaces': [{'id': '895ecd44-2415-47c9-a651-737ac4b4d39f', 'name': '', 'network_id': '03d4bc0c-9d10-475a-887c-a366b6242e7e', 'tenant_id': '5edea1af14404d21af2c6686d5580bc6', 'mac_address': 'fa:16:3e:b7:cc:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '8a46a519-bcd0-41f8-8b90-55b491d4fd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:19Z', 'updated_at': '2021-06-06T12:03:26Z', 'revision_number': 4, 'project_id': '5edea1af14404d21af2c6686d5580bc6', 'subnets': [{'id': '8a46a519-bcd0-41f8-8b90-55b491d4fd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:27.546131 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Pushing event updated for resources: {'Port': ['ID=895ecd44-2415-47c9-a651-737ac4b4d39f,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:27.547728 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3feaa8-ceb1-4df3-b5ef-9af6b451fef0 None None] The sync data for ids ['abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73'] in dv-cinder-786260-3-smb is: [{'id': 'abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73', 'name': 'tempest-TestMinimumBasicScenario-1781227882-router', 'tenant_id': '5edea1af14404d21af2c6686d5580bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.154'}], 'enable_snat': True}, 'gw_port_id': 'ffda8850-185b-4eb1-a75f-c7706b82527c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:16Z', 'updated_at': '2021-06-06T12:03:20Z', 'revision_number': 4, 'project_id': '5edea1af14404d21af2c6686d5580bc6', 'gw_port': {'id': 'ffda8850-185b-4eb1-a75f-c7706b82527c', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:17Z', 'updated_at': '2021-06-06T12:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_interfaces': [{'id': '895ecd44-2415-47c9-a651-737ac4b4d39f', 'name': '', 'network_id': '03d4bc0c-9d10-475a-887c-a366b6242e7e', 'tenant_id': '5edea1af14404d21af2c6686d5580bc6', 'mac_address': 'fa:16:3e:b7:cc:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '8a46a519-bcd0-41f8-8b90-55b491d4fd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:19Z', 'updated_at': '2021-06-06T12:03:26Z', 'revision_number': 4, 'project_id': '5edea1af14404d21af2c6686d5580bc6', 'subnets': [{'id': '8a46a519-bcd0-41f8-8b90-55b491d4fd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 12:03:27.551742 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:29.099269 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 895ecd44-2415-47c9-a651-737ac4b4d39f up at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:03:29.190041 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Provisioning complete for port 895ecd44-2415-47c9-a651-737ac4b4d39f triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:29.190538 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:30.180956 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-dc24dae4-a3a1-48fa-8372-4e34c41d15dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:32.449588 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-8d324990-84dc-47b0-b22f-ffbe5ead0757 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:32.451062 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-8d324990-84dc-47b0-b22f-ffbe5ead0757 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/networks?id=d501ac56-1f73-4d26-9432-57320da35bfb HTTP/1.1" status: 200 len: 815 time: 0.1474659 Jun 06 12:03:32.464883 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-8ae9e239-f4a4-4c36-8a4d-2c540cd4409a tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/quotas/fab26d6ee92144549b46a650bd4f3acf HTTP/1.1" status: 200 len: 375 time: 0.0085499 Jun 06 12:03:32.536260 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:32.546395 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-af64e9e1-d0fb-4123-b8b7-d8f69b66d759 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fab26d6ee92144549b46a650bd4f3acf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766113 Jun 06 12:03:32.661272 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-c5f12ae2-81aa-4b56-9b5c-e7784898d90b service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=91626) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 12:03:32.662893 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-c5f12ae2-81aa-4b56-9b5c-e7784898d90b service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1039793 Jun 06 12:03:32.796567 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-4180a571-3b6b-4d9f-8758-649fb162ab34 service neutron] 10.222.0.42 "GET /v2.0/networks/d501ac56-1f73-4d26-9432-57320da35bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274161 Jun 06 12:03:32.830661 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-5a37092b-c16c-4902-9e7f-3b36892c6374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:32.932942 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-6b37ae4e-a655-48ad-b548-13c6ae02f9ed service neutron] 10.222.0.42 "GET /v2.0/networks/d501ac56-1f73-4d26-9432-57320da35bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296835 Jun 06 12:03:33.105576 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-643f2c1e-2a5a-4d69-a4cb-df188151f33f req-d93ed61d-f996-4ce7-be91-2f4deace2ade tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 210 time: 0.0421424 Jun 06 12:03:33.772444 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:34.251255 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:34.255767 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-dc5d1d12-a3dd-42d5-ac8c-718b57a88f26 req-991e864f-ee1c-4f20-9aa3-d3263d4bed4b tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 210 time: 0.0455568 Jun 06 12:03:34.294107 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-17dc8b58-8709-491c-8a9f-0ab561f6c037 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:34.295674 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-17dc8b58-8709-491c-8a9f-0ab561f6c037 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.11 "GET /v2.0/networks?id=d501ac56-1f73-4d26-9432-57320da35bfb HTTP/1.1" status: 200 len: 815 time: 0.1484301 Jun 06 12:03:34.307424 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-1279aa9d-e9a3-49b9-9de1-10bf64fed578 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Request body: {'port': {'device_id': '6e86cb40-6032-4fb1-a65b-3c1bc2d370bf', 'network_id': 'd501ac56-1f73-4d26-9432-57320da35bfb', 'admin_state_up': True, 'tenant_id': 'fab26d6ee92144549b46a650bd4f3acf'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:03:34.461538 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-1279aa9d-e9a3-49b9-9de1-10bf64fed578 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Made reservation on behalf of fab26d6ee92144549b46a650bd4f3acf for: {'port': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:03:34.465088 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-1279aa9d-e9a3-49b9-9de1-10bf64fed578 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:34.798061 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-1279aa9d-e9a3-49b9-9de1-10bf64fed578 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Allocated IP 172.20.0.12 (d501ac56-1f73-4d26-9432-57320da35bfb/9836d05d-9364-4191-9ea6-f58d3448d7d5/802b5ce4-1923-4eea-8b03-66ac43eec657) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:03:35.024465 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-1279aa9d-e9a3-49b9-9de1-10bf64fed578 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:35.041521 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-1279aa9d-e9a3-49b9-9de1-10bf64fed578 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Transition to ACTIVE for port object 802b5ce4-1923-4eea-8b03-66ac43eec657 will not be triggered until provisioned by entity DHCP. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:03:35.067306 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-1279aa9d-e9a3-49b9-9de1-10bf64fed578 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:35.073949 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-be04ea2b-289a-4f18-b38a-92405498ad0b tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:35.142642 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-1279aa9d-e9a3-49b9-9de1-10bf64fed578 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Network d501ac56-1f73-4d26-9432-57320da35bfb is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:03:35.145826 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-1279aa9d-e9a3-49b9-9de1-10bf64fed578 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:03:35.149189 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-1279aa9d-e9a3-49b9-9de1-10bf64fed578 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:03:35.192566 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1279aa9d-e9a3-49b9-9de1-10bf64fed578 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Pushing event updated for resources: {'Port': ['ID=802b5ce4-1923-4eea-8b03-66ac43eec657,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:35.196421 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-1279aa9d-e9a3-49b9-9de1-10bf64fed578 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:35.232227 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-1279aa9d-e9a3-49b9-9de1-10bf64fed578 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:35.232875 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-1279aa9d-e9a3-49b9-9de1-10bf64fed578 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:35.253861 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-1279aa9d-e9a3-49b9-9de1-10bf64fed578 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9498425 Jun 06 12:03:35.395419 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-f541a0aa-7300-40ef-8488-6af4d7f7e237 None None] Provisioning for port 802b5ce4-1923-4eea-8b03-66ac43eec657 completed by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:03:35.402811 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-f541a0aa-7300-40ef-8488-6af4d7f7e237 None None] Provisioning complete for port 802b5ce4-1923-4eea-8b03-66ac43eec657 triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:35.403508 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-f541a0aa-7300-40ef-8488-6af4d7f7e237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:35.454018 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce2e56f-5513-4efc-990f-f4ee69ffc114 req-3906e2f5-6d9a-4c5f-9351-c46996b9480d tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:35.455510 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-bce2e56f-5513-4efc-990f-f4ee69ffc114 req-3906e2f5-6d9a-4c5f-9351-c46996b9480d tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 932 time: 0.0896478 Jun 06 12:03:35.470645 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-f541a0aa-7300-40ef-8488-6af4d7f7e237 None None] Port 802b5ce4-1923-4eea-8b03-66ac43eec657 cannot update to ACTIVE because it is not bound. {{(pid=91627) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 12:03:35.507671 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-bce2e56f-5513-4efc-990f-f4ee69ffc114 req-daff4bdd-edd6-4ad3-ab08-029109ee051b tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dcfcb98-9df9-43f5-8e3d-2db787eec671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443203 Jun 06 12:03:35.637693 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:36.698294 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd48959-3eba-4c90-bd1e-a382c8cbfe99 req-7b5a0d1e-f8f4-4d09-b9c2-fe2bfa1b77fc tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:36.699712 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-fdd48959-3eba-4c90-bd1e-a382c8cbfe99 req-7b5a0d1e-f8f4-4d09-b9c2-fe2bfa1b77fc tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 932 time: 0.0837479 Jun 06 12:03:36.745777 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-fdd48959-3eba-4c90-bd1e-a382c8cbfe99 req-55a6ad6b-ea99-4aeb-8f10-214035283e46 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dcfcb98-9df9-43f5-8e3d-2db787eec671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404873 Jun 06 12:03:37.939648 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ac683-f508-4c2b-9027-b71e87bf5851 req-0b7a70d5-cfd1-457b-a23b-d0352b543ade tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:37.941132 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-4c5ac683-f508-4c2b-9027-b71e87bf5851 req-0b7a70d5-cfd1-457b-a23b-d0352b543ade tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 932 time: 0.0857632 Jun 06 12:03:37.988490 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-4c5ac683-f508-4c2b-9027-b71e87bf5851 req-67100af5-cf14-4c31-83ca-5b33ee026074 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dcfcb98-9df9-43f5-8e3d-2db787eec671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402074 Jun 06 12:03:39.181582 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44889141-70de-4e92-b414-e3be3c5ebaee req-4202d204-5db9-4c52-a9ff-a470fcbe911b tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:39.183234 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-44889141-70de-4e92-b414-e3be3c5ebaee req-4202d204-5db9-4c52-a9ff-a470fcbe911b tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 932 time: 0.0846860 Jun 06 12:03:39.228825 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-44889141-70de-4e92-b414-e3be3c5ebaee req-3b6d8e5f-1f71-4baf-a8b0-441f1eed527e tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dcfcb98-9df9-43f5-8e3d-2db787eec671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398273 Jun 06 12:03:40.419372 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c920ec8-e270-4712-a7e5-0fe081408d3a req-ab8b4cb7-f44e-4ef7-86c8-6050ac7412aa tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:40.420864 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-4c920ec8-e270-4712-a7e5-0fe081408d3a req-ab8b4cb7-f44e-4ef7-86c8-6050ac7412aa tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 932 time: 0.0817897 Jun 06 12:03:40.467232 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-4c920ec8-e270-4712-a7e5-0fe081408d3a req-73a00123-51c1-4d70-9003-6a660b2dc2f5 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dcfcb98-9df9-43f5-8e3d-2db787eec671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406685 Jun 06 12:03:41.655559 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e676d-e16d-494b-91f1-f8afb1fd1fff req-5e0e1d86-0503-4924-8f04-c0f50abf6de5 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:41.656958 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-363e676d-e16d-494b-91f1-f8afb1fd1fff req-5e0e1d86-0503-4924-8f04-c0f50abf6de5 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 932 time: 0.0804725 Jun 06 12:03:41.709867 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-363e676d-e16d-494b-91f1-f8afb1fd1fff req-65c51e3a-e215-4ccf-98ea-281cbe65f04e tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dcfcb98-9df9-43f5-8e3d-2db787eec671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451646 Jun 06 12:03:42.907137 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd7ed30-93af-401b-87b2-b53d3a588dcc req-661dfdcf-1b0b-4e77-bacd-d3e9147410ab tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:42.910371 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-ebd7ed30-93af-401b-87b2-b53d3a588dcc req-661dfdcf-1b0b-4e77-bacd-d3e9147410ab tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 932 time: 0.0934851 Jun 06 12:03:42.955583 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-ebd7ed30-93af-401b-87b2-b53d3a588dcc req-a4b495d1-39f9-41ea-8cd4-65fffbb4e3b2 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dcfcb98-9df9-43f5-8e3d-2db787eec671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413387 Jun 06 12:03:44.161231 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee9461-009b-41fb-875a-c38bdfb29b06 req-3d6775bc-b1ae-455e-9e1e-40882cc766f7 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:44.162813 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-f6ee9461-009b-41fb-875a-c38bdfb29b06 req-3d6775bc-b1ae-455e-9e1e-40882cc766f7 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 932 time: 0.0969446 Jun 06 12:03:44.210942 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-f6ee9461-009b-41fb-875a-c38bdfb29b06 req-712c3190-b749-4acb-b4d8-5aca71355fc5 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dcfcb98-9df9-43f5-8e3d-2db787eec671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410690 Jun 06 12:03:45.120429 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-080ea254-f093-4ec4-89c7-80c3b69432d0 service neutron] Request body: {'port': {'device_id': '6e86cb40-6032-4fb1-a65b-3c1bc2d370bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:03:45.230692 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-080ea254-f093-4ec4-89c7-80c3b69432d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:45.538303 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3488db-7b6a-461d-af45-949b62ce8b59 req-f3e87dca-fe19-4b27-996e-806ec22897dc tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:45.540284 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-8c3488db-7b6a-461d-af45-949b62ce8b59 req-f3e87dca-fe19-4b27-996e-806ec22897dc tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 932 time: 0.1970780 Jun 06 12:03:45.603609 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-8c3488db-7b6a-461d-af45-949b62ce8b59 req-a56df952-8909-4d40-b4f5-73585b7210ba tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dcfcb98-9df9-43f5-8e3d-2db787eec671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502629 Jun 06 12:03:45.670602 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-080ea254-f093-4ec4-89c7-80c3b69432d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 802b5ce4-1923-4eea-8b03-66ac43eec657 {{(pid=91625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:03:45.677885 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-080ea254-f093-4ec4-89c7-80c3b69432d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:45.692249 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-080ea254-f093-4ec4-89c7-80c3b69432d0 service neutron] Transition to ACTIVE for port object 802b5ce4-1923-4eea-8b03-66ac43eec657 will not be triggered until provisioned by entity L2. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:03:45.695722 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-080ea254-f093-4ec4-89c7-80c3b69432d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700882'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:45.699309 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-1279aa9d-e9a3-49b9-9de1-10bf64fed578 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:45.848489 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ea254-f093-4ec4-89c7-80c3b69432d0 service neutron] Pushing event updated for resources: {'Port': ['ID=802b5ce4-1923-4eea-8b03-66ac43eec657,revision_number=2']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:45.856972 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-080ea254-f093-4ec4-89c7-80c3b69432d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:46.040299 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-080ea254-f093-4ec4-89c7-80c3b69432d0 service neutron] Attempting to bind port 802b5ce4-1923-4eea-8b03-66ac43eec657 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:03:46.040681 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-080ea254-f093-4ec4-89c7-80c3b69432d0 service neutron] Attempting to bind port 802b5ce4-1923-4eea-8b03-66ac43eec657 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '53dc5a63-7f84-443a-aa79-bce303088597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd501ac56-1f73-4d26-9432-57320da35bfb'}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:03:46.040870 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-080ea254-f093-4ec4-89c7-80c3b69432d0 service neutron] Attempting to bind port 802b5ce4-1923-4eea-8b03-66ac43eec657 on network d501ac56-1f73-4d26-9432-57320da35bfb {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:03:46.045468 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-080ea254-f093-4ec4-89c7-80c3b69432d0 service neutron] Port 802b5ce4-1923-4eea-8b03-66ac43eec657 on network d501ac56-1f73-4d26-9432-57320da35bfb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 12:03:46.045797 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-080ea254-f093-4ec4-89c7-80c3b69432d0 service neutron] Attempting to bind port 802b5ce4-1923-4eea-8b03-66ac43eec657 on network d501ac56-1f73-4d26-9432-57320da35bfb {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:03:46.050767 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-080ea254-f093-4ec4-89c7-80c3b69432d0 service neutron] Checking agent: {'id': 'e22919c8-6430-48bb-a7f5-088caf168a02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 50, 4), 'started_at': datetime.datetime(2021, 6, 6, 11, 50, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:03:46.051104 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-080ea254-f093-4ec4-89c7-80c3b69432d0 service neutron] Checking segment: {'id': '53dc5a63-7f84-443a-aa79-bce303088597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd501ac56-1f73-4d26-9432-57320da35bfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:03:46.051737 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-080ea254-f093-4ec4-89c7-80c3b69432d0 service neutron] Bound using segment: {'id': '53dc5a63-7f84-443a-aa79-bce303088597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd501ac56-1f73-4d26-9432-57320da35bfb'} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:03:46.052153 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-080ea254-f093-4ec4-89c7-80c3b69432d0 service neutron] Bound port: 802b5ce4-1923-4eea-8b03-66ac43eec657, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53dc5a63-7f84-443a-aa79-bce303088597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd501ac56-1f73-4d26-9432-57320da35bfb'}}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:03:46.052502 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-080ea254-f093-4ec4-89c7-80c3b69432d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:46.138261 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-080ea254-f093-4ec4-89c7-80c3b69432d0 service neutron] For port 802b5ce4-1923-4eea-8b03-66ac43eec657, host hv-cinder-78626, cleared binding levels {{(pid=91625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:03:46.141094 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-080ea254-f093-4ec4-89c7-80c3b69432d0 service neutron] For port 802b5ce4-1923-4eea-8b03-66ac43eec657, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=802b5ce4-1923-4eea-8b03-66ac43eec657,segment=NetworkSegment(53dc5a63-7f84-443a-aa79-bce303088597),segment_id=53dc5a63-7f84-443a-aa79-bce303088597)] {{(pid=91625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:03:46.145576 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-080ea254-f093-4ec4-89c7-80c3b69432d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700882'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:46.149615 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-09cd14a8-384b-4b13-8fad-deadcf1a0a2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:46.209448 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-080ea254-f093-4ec4-89c7-80c3b69432d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:46.210194 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-080ea254-f093-4ec4-89c7-80c3b69432d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:46.212138 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-080ea254-f093-4ec4-89c7-80c3b69432d0 service neutron] 10.222.0.11 "PUT /v2.0/ports/802b5ce4-1923-4eea-8b03-66ac43eec657 HTTP/1.1" status: 200 len: 1094 time: 1.0971918 Jun 06 12:03:46.212630 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e86cb40-6032-4fb1-a65b-3c1bc2d370bf', 'tag': '802b5ce4-1923-4eea-8b03-66ac43eec657'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:03:46.214973 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d3a09975e5f8f43507a37e46b4ea231535690fa404cdff26bf77d84c9002b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982247cb-aa65-4717-867c-e24fa7cf6619" -d '{"events": [{"name": "network-changed", "server_uuid": "6e86cb40-6032-4fb1-a65b-3c1bc2d370bf", "tag": "802b5ce4-1923-4eea-8b03-66ac43eec657"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:03:46.232730 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ea254-f093-4ec4-89c7-80c3b69432d0 service neutron] Pushing event updated for resources: {'Port': ['ID=802b5ce4-1923-4eea-8b03-66ac43eec657,revision_number=3']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:46.240031 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-080ea254-f093-4ec4-89c7-80c3b69432d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:46.330445 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-3083e4ef-2d21-4c6f-ac7c-8db3ff27789c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:46.332150 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-3083e4ef-2d21-4c6f-ac7c-8db3ff27789c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fab26d6ee92144549b46a650bd4f3acf&device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 1097 time: 0.0812633 Jun 06 12:03:46.402503 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 12:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7945be8-7d94-4233-aa84-219e5fdf2044 x-openstack-request-id: req-e7945be8-7d94-4233-aa84-219e5fdf2044 {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:03:46.402838 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e86cb40-6032-4fb1-a65b-3c1bc2d370bf", "tag": "802b5ce4-1923-4eea-8b03-66ac43eec657", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:03:46.403132 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e7945be8-7d94-4233-aa84-219e5fdf2044 {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:03:46.403557 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e86cb40-6032-4fb1-a65b-3c1bc2d370bf', 'tag': '802b5ce4-1923-4eea-8b03-66ac43eec657', 'status': 'completed', 'code': 200} Jun 06 12:03:46.411470 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-85b88d7c-7b65-49f6-8b80-6b91472a679e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=802b5ce4-1923-4eea-8b03-66ac43eec657 HTTP/1.1" status: 200 len: 217 time: 0.0710106 Jun 06 12:03:46.472946 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-9acb899c-29f0-45c9-a86a-0320b1cd8be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:46.474253 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-9acb899c-29f0-45c9-a86a-0320b1cd8be6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9836d05d-9364-4191-9ea6-f58d3448d7d5 HTTP/1.1" status: 200 len: 854 time: 0.0567870 Jun 06 12:03:46.551050 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-6403e88d-f9ad-4bac-bd26-53485a259fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:46.552840 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-6403e88d-f9ad-4bac-bd26-53485a259fd9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d501ac56-1f73-4d26-9432-57320da35bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0723715 Jun 06 12:03:46.683931 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-f8abd5cf-27e3-4236-9e9d-0be6e03b0083 service neutron] 10.222.0.11 "GET /v2.0/networks/d501ac56-1f73-4d26-9432-57320da35bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243079 Jun 06 12:03:46.869342 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-0c135537-1eaa-4bc3-a919-dda95b612dc1 req-f04d808e-b4df-4d6e-801f-d0a43931f47e service neutron] 10.222.0.11 "GET /v2.0/networks/d501ac56-1f73-4d26-9432-57320da35bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789517 Jun 06 12:03:46.880557 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b7db4-a386-45d5-8f7b-492fe6f26bfb req-cc080025-b601-47b2-97e1-004bd9387f65 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:46.882010 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a92b7db4-a386-45d5-8f7b-492fe6f26bfb req-cc080025-b601-47b2-97e1-004bd9387f65 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 944 time: 0.1727030 Jun 06 12:03:46.975557 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-a92b7db4-a386-45d5-8f7b-492fe6f26bfb req-cbfe0c1b-a90a-4167-b0ca-39f12f68c8b9 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dcfcb98-9df9-43f5-8e3d-2db787eec671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865157 Jun 06 12:03:46.997409 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982247cb-aa65-4717-867c-e24fa7cf6619 req-b3766830-e261-4c55-8cb9-e0dbbd58152a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:46.998893 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-982247cb-aa65-4717-867c-e24fa7cf6619 req-b3766830-e261-4c55-8cb9-e0dbbd58152a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fab26d6ee92144549b46a650bd4f3acf&device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 1097 time: 0.0818627 Jun 06 12:03:47.131372 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982247cb-aa65-4717-867c-e24fa7cf6619 req-42a6f8a6-c051-429b-8f07-97845e8e77df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:47.132811 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-982247cb-aa65-4717-867c-e24fa7cf6619 req-42a6f8a6-c051-429b-8f07-97845e8e77df service neutron] 10.222.0.11 "GET /v2.0/networks?id=d501ac56-1f73-4d26-9432-57320da35bfb HTTP/1.1" status: 200 len: 916 time: 0.1256964 Jun 06 12:03:47.205595 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-982247cb-aa65-4717-867c-e24fa7cf6619 req-be39b630-311a-4043-a791-3c9a5b2a8a9e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=802b5ce4-1923-4eea-8b03-66ac43eec657 HTTP/1.1" status: 200 len: 217 time: 0.0642421 Jun 06 12:03:47.267894 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982247cb-aa65-4717-867c-e24fa7cf6619 req-ac551cfb-e1f2-4aec-aa61-0641ad1bc31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:47.269288 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-982247cb-aa65-4717-867c-e24fa7cf6619 req-ac551cfb-e1f2-4aec-aa61-0641ad1bc31c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9836d05d-9364-4191-9ea6-f58d3448d7d5 HTTP/1.1" status: 200 len: 854 time: 0.0564549 Jun 06 12:03:47.342597 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982247cb-aa65-4717-867c-e24fa7cf6619 req-c35fa22e-7a38-4311-ac5a-15594214be1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:47.344058 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-982247cb-aa65-4717-867c-e24fa7cf6619 req-c35fa22e-7a38-4311-ac5a-15594214be1a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d501ac56-1f73-4d26-9432-57320da35bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0677795 Jun 06 12:03:47.474266 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-982247cb-aa65-4717-867c-e24fa7cf6619 req-88055bfc-6452-427e-a9ec-14d247c1b6e1 service neutron] 10.222.0.11 "GET /v2.0/networks/d501ac56-1f73-4d26-9432-57320da35bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218343 Jun 06 12:03:47.611300 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-982247cb-aa65-4717-867c-e24fa7cf6619 req-bf8bc892-79cd-4787-b3b9-59829408a637 service neutron] 10.222.0.11 "GET /v2.0/networks/d501ac56-1f73-4d26-9432-57320da35bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307018 Jun 06 12:03:48.161191 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07ea97-f6c1-46d4-83ba-9591d2b349a3 req-dee697a0-a2f3-49f1-b7ea-020361527fb2 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:48.162665 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-0a07ea97-f6c1-46d4-83ba-9591d2b349a3 req-dee697a0-a2f3-49f1-b7ea-020361527fb2 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 944 time: 0.0816433 Jun 06 12:03:48.206049 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-0a07ea97-f6c1-46d4-83ba-9591d2b349a3 req-98ff68bf-d55b-4101-a5ce-04de1eb49a09 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dcfcb98-9df9-43f5-8e3d-2db787eec671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371883 Jun 06 12:03:49.137626 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 802b5ce4-1923-4eea-8b03-66ac43eec657 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91627) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 12:03:49.278552 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 802b5ce4-1923-4eea-8b03-66ac43eec657, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=802b5ce4-1923-4eea-8b03-66ac43eec657,segment=NetworkSegment(53dc5a63-7f84-443a-aa79-bce303088597),segment_id=53dc5a63-7f84-443a-aa79-bce303088597)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:03:49.291646 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Returning: {'device': '802b5ce4-1923-4eea-8b03-66ac43eec657', 'network_id': 'd501ac56-1f73-4d26-9432-57320da35bfb', 'port_id': '802b5ce4-1923-4eea-8b03-66ac43eec657', 'mac_address': 'fa:16:3e:03:cf:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9836d05d-9364-4191-9ea6-f58d3448d7d5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91627) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 12:03:49.346579 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:49.365124 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 802b5ce4-1923-4eea-8b03-66ac43eec657 {{(pid=91627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:03:49.382963 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 802b5ce4-1923-4eea-8b03-66ac43eec657, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=802b5ce4-1923-4eea-8b03-66ac43eec657,segment=NetworkSegment(53dc5a63-7f84-443a-aa79-bce303088597),segment_id=53dc5a63-7f84-443a-aa79-bce303088597)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:03:49.387371 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:49.389318 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-e62c8a8d-3762-466c-a4b9-54349216dc93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:49.460724 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=802b5ce4-1923-4eea-8b03-66ac43eec657,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:49.464559 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:49.501227 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a337b5-46fa-435f-befe-b67749062ca8 req-32a529aa-1542-4c6e-8b6e-a64a165dc5ee tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:49.502738 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-f8a337b5-46fa-435f-befe-b67749062ca8 req-32a529aa-1542-4c6e-8b6e-a64a165dc5ee tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 945 time: 0.1934021 Jun 06 12:03:49.547985 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-f8a337b5-46fa-435f-befe-b67749062ca8 req-6211d71d-f1b1-4388-87d1-930077d23994 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dcfcb98-9df9-43f5-8e3d-2db787eec671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393770 Jun 06 12:03:49.617593 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] get_ports_and_sgs() called for port_ids ['802b5ce4-1923-4eea-8b03-66ac43eec657'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:03:50.728271 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed0376-b33d-482e-a3cd-1882c3fccf21 req-bc599c45-f8cf-4297-9f68-2c14bca5de83 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:50.729634 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-55ed0376-b33d-482e-a3cd-1882c3fccf21 req-bc599c45-f8cf-4297-9f68-2c14bca5de83 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 945 time: 0.0797548 Jun 06 12:03:50.772509 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-55ed0376-b33d-482e-a3cd-1882c3fccf21 req-1291d850-c0cc-431b-8304-d1ac181aa1f6 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dcfcb98-9df9-43f5-8e3d-2db787eec671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373676 Jun 06 12:03:51.153526 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 802b5ce4-1923-4eea-8b03-66ac43eec657 up at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:03:51.220042 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Provisioning for port 802b5ce4-1923-4eea-8b03-66ac43eec657 completed by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:03:51.224673 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Provisioning complete for port 802b5ce4-1923-4eea-8b03-66ac43eec657 triggered by entity L2. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:51.225050 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:51.339768 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:51.366107 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e86cb40-6032-4fb1-a65b-3c1bc2d370bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802b5ce4-1923-4eea-8b03-66ac43eec657'}] {{(pid=91627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:03:51.368965 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0ef12a69f97602b9a4dda1947a91503bc9b0dd65cb545ae1f4eaba5f5490f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbaf9c27-a59e-46ff-8305-7d3976338e2e" -d '{"events": [{"server_uuid": "6e86cb40-6032-4fb1-a65b-3c1bc2d370bf", "name": "network-vif-plugged", "status": "completed", "tag": "802b5ce4-1923-4eea-8b03-66ac43eec657"}]}' {{(pid=91627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:03:51.376386 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] For port 802b5ce4-1923-4eea-8b03-66ac43eec657, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=802b5ce4-1923-4eea-8b03-66ac43eec657,segment=NetworkSegment(53dc5a63-7f84-443a-aa79-bce303088597),segment_id=53dc5a63-7f84-443a-aa79-bce303088597)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:03:51.380336 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:51.382296 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-cf40e634-db7a-4616-9bb9-a8622f65eeaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:51.449331 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Pushing event updated for resources: {'Port': ['ID=802b5ce4-1923-4eea-8b03-66ac43eec657,revision_number=5']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:51.452354 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:51.472723 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb878cb3-a10e-4bdd-a6b0-22985a37155f x-openstack-request-id: req-bb878cb3-a10e-4bdd-a6b0-22985a37155f {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:03:51.473068 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e86cb40-6032-4fb1-a65b-3c1bc2d370bf", "name": "network-vif-plugged", "status": "completed", "tag": "802b5ce4-1923-4eea-8b03-66ac43eec657", "code": 200}]} {{(pid=91627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:03:51.473331 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bb878cb3-a10e-4bdd-a6b0-22985a37155f {{(pid=91627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:03:51.473723 dv-cinder-786260-3-smb neutron-server[91627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e86cb40-6032-4fb1-a65b-3c1bc2d370bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802b5ce4-1923-4eea-8b03-66ac43eec657', 'code': 200} Jun 06 12:03:51.701343 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b583a-21a5-430a-8aed-7e085e44a633 req-95c17833-3b9c-4085-9a45-85d2c7cf4818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:51.702749 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-030b583a-21a5-430a-8aed-7e085e44a633 req-95c17833-3b9c-4085-9a45-85d2c7cf4818 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 1099 time: 0.0702581 Jun 06 12:03:51.742244 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-030b583a-21a5-430a-8aed-7e085e44a633 req-3d996af8-2466-4e2e-85b3-dfa1b3497ee7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5dcfcb98-9df9-43f5-8e3d-2db787eec671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334883 Jun 06 12:03:52.032256 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf60618-abbc-496a-bf60-d4d2ba29c2ed req-2beacef9-7ca3-4ad0-9feb-bccd572236ac tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:52.033736 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-2cf60618-abbc-496a-bf60-d4d2ba29c2ed req-2beacef9-7ca3-4ad0-9feb-bccd572236ac tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 946 time: 0.1589718 Jun 06 12:03:52.079102 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-2cf60618-abbc-496a-bf60-d4d2ba29c2ed req-8e30af3f-a2e7-4ed3-ace9-3e4c48df8b50 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dcfcb98-9df9-43f5-8e3d-2db787eec671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398760 Jun 06 12:03:53.260960 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942d237-78b8-4b19-b0bc-ef3d8c3a7e73 req-f3389a01-2074-4396-b2c2-48ed199b5eed tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:53.262452 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-8942d237-78b8-4b19-b0bc-ef3d8c3a7e73 req-f3389a01-2074-4396-b2c2-48ed199b5eed tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 946 time: 0.0790789 Jun 06 12:03:53.305690 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-8942d237-78b8-4b19-b0bc-ef3d8c3a7e73 req-bf2d3c80-55c2-4ace-b491-3d5dee84c7ea tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dcfcb98-9df9-43f5-8e3d-2db787eec671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376117 Jun 06 12:03:53.491144 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0354d4cf-2777-41a9-92f4-094da210d63e req-305ebf0c-cd40-41b5-9e6a-333668170e70 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:53.493554 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-0354d4cf-2777-41a9-92f4-094da210d63e req-305ebf0c-cd40-41b5-9e6a-333668170e70 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 946 time: 0.0853446 Jun 06 12:03:53.538474 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-0354d4cf-2777-41a9-92f4-094da210d63e req-9c0d92c7-8b2f-4fce-be28-cf1cad489c94 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dcfcb98-9df9-43f5-8e3d-2db787eec671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393329 Jun 06 12:03:53.914671 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba0443-686b-4677-83ed-2a3ae98f2c1a req-eb7dfb1f-8c68-4644-92fe-eaf7e36bf0ed tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:53.916146 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-b5ba0443-686b-4677-83ed-2a3ae98f2c1a req-eb7dfb1f-8c68-4644-92fe-eaf7e36bf0ed tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 946 time: 0.0795588 Jun 06 12:03:53.959737 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-b5ba0443-686b-4677-83ed-2a3ae98f2c1a req-ce8d0723-23a7-442c-8ee2-60ad3324db11 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dcfcb98-9df9-43f5-8e3d-2db787eec671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381064 Jun 06 12:03:58.740545 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19491d04-5aae-4693-a7bd-44ae84c28c4e req-8d21bb4c-2905-44ac-919c-6905209d7172 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:58.742028 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-19491d04-5aae-4693-a7bd-44ae84c28c4e req-8d21bb4c-2905-44ac-919c-6905209d7172 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 946 time: 0.0863473 Jun 06 12:03:58.787082 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-19491d04-5aae-4693-a7bd-44ae84c28c4e req-d91d0c2b-9de4-48cf-b498-5bc769ac5d37 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dcfcb98-9df9-43f5-8e3d-2db787eec671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389521 Jun 06 12:03:58.810925 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 49018) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:58.921644 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963fcfdf-139e-4071-b8ce-a89ca88c3513 tempest-TestMinimumBasicScenario-1938175032 tempest-TestMinimumBasicScenario-1938175032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:58.923186 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-963fcfdf-139e-4071-b8ce-a89ca88c3513 tempest-TestMinimumBasicScenario-1938175032 tempest-TestMinimumBasicScenario-1938175032-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 1094 time: 0.1113386 Jun 06 12:03:58.926027 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 49022) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:58.931214 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-ac9ff6ce-63c3-4dfd-b1d4-d64449b934ad tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Request body: {'floatingip': {'floating_network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'port_id': '802b5ce4-1923-4eea-8b03-66ac43eec657', 'tenant_id': 'fab26d6ee92144549b46a650bd4f3acf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:03:58.951947 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ac9ff6ce-63c3-4dfd-b1d4-d64449b934ad tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks [] for floatingip, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:59.088093 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ac9ff6ce-63c3-4dfd-b1d4-d64449b934ad tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:59.223731 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_common [None req-ac9ff6ce-63c3-4dfd-b1d4-d64449b934ad tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Allocated IP 172.28.1.62 (e384afd4-53ce-4e9e-98c9-6e74922afda4/ab19a970-7da1-4791-ba0c-534739925629/83ad30aa-886b-4fd1-99b1-07cac152cea2) {{(pid=91626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:03:59.369515 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ac9ff6ce-63c3-4dfd-b1d4-d64449b934ad tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks [] for port, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:59.397308 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ac9ff6ce-63c3-4dfd-b1d4-d64449b934ad tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770687138160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1152752'] for port, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:59.402520 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-21d3f902-2d9e-4e12-908b-976858db356c tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:59.465971 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9ff6ce-63c3-4dfd-b1d4-d64449b934ad tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Network e384afd4-53ce-4e9e-98c9-6e74922afda4 is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:03:59.469063 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-ac9ff6ce-63c3-4dfd-b1d4-d64449b934ad tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:03:59.471641 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9ff6ce-63c3-4dfd-b1d4-d64449b934ad tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Received port after_create {{(pid=91626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:03:59.513390 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ff6ce-63c3-4dfd-b1d4-d64449b934ad tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Pushing event updated for resources: {'Port': ['ID=83ad30aa-886b-4fd1-99b1-07cac152cea2,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:59.517344 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ac9ff6ce-63c3-4dfd-b1d4-d64449b934ad tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:59.879686 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ac9ff6ce-63c3-4dfd-b1d4-d64449b934ad tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:59.957988 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ac9ff6ce-63c3-4dfd-b1d4-d64449b934ad tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:00.186441 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-2ea57bb3-8796-47c1-bc01-010c981ab22b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:00.246875 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ac9ff6ce-63c3-4dfd-b1d4-d64449b934ad tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks [] for port, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:00.250739 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ac9ff6ce-63c3-4dfd-b1d4-d64449b934ad tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1152715'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:00.254339 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-7e94b9b1-7183-4554-b70d-d0a2e5ee50a4 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:00.355326 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ff6ce-63c3-4dfd-b1d4-d64449b934ad tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Pushing event updated for resources: {'Port': ['ID=83ad30aa-886b-4fd1-99b1-07cac152cea2,revision_number=2']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:00.362884 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ac9ff6ce-63c3-4dfd-b1d4-d64449b934ad tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:00.372296 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ac9ff6ce-63c3-4dfd-b1d4-d64449b934ad tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625267'] for floatingip, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:00.541250 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.db.l3_db [None req-ac9ff6ce-63c3-4dfd-b1d4-d64449b934ad tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Floating IP d1b2a69d-ac9e-42ff-a8e2-eb93082cba28 associated. External IP: 172.28.1.62, port: 802b5ce4-1923-4eea-8b03-66ac43eec657. Jun 06 12:04:00.880996 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9ff6ce-63c3-4dfd-b1d4-d64449b934ad tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Router 2c077c9b-c85f-48ef-843a-96d55895f05d has already been hosted by L3 agent 3ae38246-b788-4a45-8398-d1ca6712d00e {{(pid=91626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 12:04:01.054160 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9ff6ce-63c3-4dfd-b1d4-d64449b934ad tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify agent at l3_agent.dv-cinder-786260-3-smb the message routers_updated {{(pid=91626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 12:04:01.062368 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-4e695d9d-1565-4cb0-823c-0d72073c09bd None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:04:01.064405 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9747a1-a4c3-41ec-848f-80a93822c65c None None] Sync routers for ids ['2c077c9b-c85f-48ef-843a-96d55895f05d'] in dv-cinder-786260-3-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 12:04:01.074365 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ac9ff6ce-63c3-4dfd-b1d4-d64449b934ad tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for floatingip, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:01.074918 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9747a1-a4c3-41ec-848f-80a93822c65c None None] Routers {'2c077c9b-c85f-48ef-843a-96d55895f05d'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:04:01.075582 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-af9747a1-a4c3-41ec-848f-80a93822c65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T12:03:33Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['2c077c9b-c85f-48ef-843a-96d55895f05d'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:04:01.130984 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-ac9ff6ce-63c3-4dfd-b1d4-d64449b934ad tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2036812 Jun 06 12:04:01.131803 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e86cb40-6032-4fb1-a65b-3c1bc2d370bf', 'tag': '802b5ce4-1923-4eea-8b03-66ac43eec657'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:04:01.134377 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 49024) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:01.135316 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc9e4729878f16c834b645d3c09f80e418a2a47aed75d72574769f74497ec88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba97690f-f993-4c8b-b032-dd026144ad1c" -d '{"events": [{"name": "network-changed", "server_uuid": "6e86cb40-6032-4fb1-a65b-3c1bc2d370bf", "tag": "802b5ce4-1923-4eea-8b03-66ac43eec657"}]}' {{(pid=91626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:04:01.139858 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-1883d716-cd96-4c92-bf28-268123b39e8d tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-965666838', 'description': 'tempest-secgroup-smoke-965666838 description', 'project_id': 'fab26d6ee92144549b46a650bd4f3acf'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:04:01.166356 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1883d716-cd96-4c92-bf28-268123b39e8d tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:01.237894 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 12:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5268541-f614-40ac-a257-a39af10de08d x-openstack-request-id: req-f5268541-f614-40ac-a257-a39af10de08d {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:04:01.238393 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e86cb40-6032-4fb1-a65b-3c1bc2d370bf", "tag": "802b5ce4-1923-4eea-8b03-66ac43eec657", "status": "completed", "code": 200}]} {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:04:01.239112 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f5268541-f614-40ac-a257-a39af10de08d {{(pid=91626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:04:01.239723 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e86cb40-6032-4fb1-a65b-3c1bc2d370bf', 'tag': '802b5ce4-1923-4eea-8b03-66ac43eec657', 'status': 'completed', 'code': 200} Jun 06 12:04:01.292207 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-af9747a1-a4c3-41ec-848f-80a93822c65c None None] Set router 2c077c9b-c85f-48ef-843a-96d55895f05d gateway port host: dv-cinder-786260-3-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:04:01.323766 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1883d716-cd96-4c92-bf28-268123b39e8d tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:01.329079 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1883d716-cd96-4c92-bf28-268123b39e8d tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:01.332773 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-cab5a507-0c5f-42b4-aede-d8638c36ff8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:01.376439 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883d716-cd96-4c92-bf28-268123b39e8d tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1627593e-054f-4e80-8285-c806c25b33a4,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:01.379876 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-1883d716-cd96-4c92-bf28-268123b39e8d tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:01.384873 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1883d716-cd96-4c92-bf28-268123b39e8d tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:01.385522 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-1883d716-cd96-4c92-bf28-268123b39e8d tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2499549 Jun 06 12:04:01.388403 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 49030) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:01.392954 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-f682fde0-87a7-4a26-9d48-609f9d10d8ec tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Request body: {'security_group_rule': {'security_group_id': '1627593e-054f-4e80-8285-c806c25b33a4', 'project_id': 'fab26d6ee92144549b46a650bd4f3acf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:04:01.398750 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97690f-f993-4c8b-b032-dd026144ad1c req-2da848d0-262d-49fd-8591-b156245993d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:01.401027 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-ba97690f-f993-4c8b-b032-dd026144ad1c req-2da848d0-262d-49fd-8591-b156245993d4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fab26d6ee92144549b46a650bd4f3acf&device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 1099 time: 0.1402049 Jun 06 12:04:01.525743 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f682fde0-87a7-4a26-9d48-609f9d10d8ec tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:01.594593 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97690f-f993-4c8b-b032-dd026144ad1c req-eb7fe469-a7d2-4a74-b813-ed3714e070fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:01.596162 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-ba97690f-f993-4c8b-b032-dd026144ad1c req-eb7fe469-a7d2-4a74-b813-ed3714e070fd service neutron] 10.222.0.11 "GET /v2.0/networks?id=d501ac56-1f73-4d26-9432-57320da35bfb HTTP/1.1" status: 200 len: 916 time: 0.1885099 Jun 06 12:04:01.647610 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-af9747a1-a4c3-41ec-848f-80a93822c65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c077c9b-c85f-48ef-843a-96d55895f05d', 'name': 'tempest-TestMinimumBasicScenario-1164368265-router', 'tenant_id': 'fab26d6ee92144549b46a650bd4f3acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.142'}], 'enable_snat': True}, 'gw_port_id': 'ae061b07-8f18-4953-9204-9f60dbd7769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:10Z', 'updated_at': '2021-06-06T12:03:14Z', 'revision_number': 4, 'project_id': 'fab26d6ee92144549b46a650bd4f3acf', 'gw_port': {'id': 'ae061b07-8f18-4953-9204-9f60dbd7769e', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c077c9b-c85f-48ef-843a-96d55895f05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:10Z', 'updated_at': '2021-06-06T12:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_floatingips': [{'id': 'd1b2a69d-ac9e-42ff-a8e2-eb93082cba28', 'tenant_id': 'fab26d6ee92144549b46a650bd4f3acf', 'floating_ip_address': '172.28.1.62', 'floating_network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'router_id': '2c077c9b-c85f-48ef-843a-96d55895f05d', 'port_id': '802b5ce4-1923-4eea-8b03-66ac43eec657', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd501ac56-1f73-4d26-9432-57320da35bfb', 'mac_address': 'fa:16:3e:03:cf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e86cb40-6032-4fb1-a65b-3c1bc2d370bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T12:03:59Z', 'updated_at': '2021-06-06T12:03:59Z', 'revision_number': 0, 'project_id': 'fab26d6ee92144549b46a650bd4f3acf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67f899a0-34aa-4551-a418-291eac4a3273', 'name': '', 'network_id': 'd501ac56-1f73-4d26-9432-57320da35bfb', 'tenant_id': 'fab26d6ee92144549b46a650bd4f3acf', 'mac_address': 'fa:16:3e:b0:c5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c077c9b-c85f-48ef-843a-96d55895f05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9836d05d-9364-4191-9ea6-f58d3448d7d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:13Z', 'updated_at': '2021-06-06T12:03:19Z', 'revision_number': 5, 'project_id': 'fab26d6ee92144549b46a650bd4f3acf', 'subnets': [{'id': '9836d05d-9364-4191-9ea6-f58d3448d7d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:04:01.651653 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9747a1-a4c3-41ec-848f-80a93822c65c None None] Checking router: 2c077c9b-c85f-48ef-843a-96d55895f05d for host: dv-cinder-786260-3-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 12:04:01.659942 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9747a1-a4c3-41ec-848f-80a93822c65c None None] Routers {'2c077c9b-c85f-48ef-843a-96d55895f05d'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:04:01.660551 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-af9747a1-a4c3-41ec-848f-80a93822c65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T12:03:33Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['2c077c9b-c85f-48ef-843a-96d55895f05d'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:04:01.664459 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f682fde0-87a7-4a26-9d48-609f9d10d8ec tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:01.673103 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f682fde0-87a7-4a26-9d48-609f9d10d8ec tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413282'] for security_group_rule, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:01.690484 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-1c44ddb6-1d7e-465b-bb12-faaebbdc3f06 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:01.716888 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682fde0-87a7-4a26-9d48-609f9d10d8ec tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b3c1c9-9e02-49c5-b7a2-1dbca28b58da,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:01.719403 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f682fde0-87a7-4a26-9d48-609f9d10d8ec tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:01.735127 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f682fde0-87a7-4a26-9d48-609f9d10d8ec tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:01.736298 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-f682fde0-87a7-4a26-9d48-609f9d10d8ec tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3467464 Jun 06 12:04:01.740209 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 49034) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:01.740769 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-ba97690f-f993-4c8b-b032-dd026144ad1c req-a7c54b27-8dfe-4768-b0cf-79af848e779c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=802b5ce4-1923-4eea-8b03-66ac43eec657 HTTP/1.1" status: 200 len: 999 time: 0.1317062 Jun 06 12:04:01.745133 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-147587a6-6e17-4041-8a02-31ef0e163ee6 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Request body: {'security_group_rule': {'security_group_id': '1627593e-054f-4e80-8285-c806c25b33a4', 'project_id': 'fab26d6ee92144549b46a650bd4f3acf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:04:01.774505 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-147587a6-6e17-4041-8a02-31ef0e163ee6 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:01.808457 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97690f-f993-4c8b-b032-dd026144ad1c req-49eb3ff6-5f8a-4c00-b389-c299594955c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:01.810244 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-ba97690f-f993-4c8b-b032-dd026144ad1c req-49eb3ff6-5f8a-4c00-b389-c299594955c7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9836d05d-9364-4191-9ea6-f58d3448d7d5 HTTP/1.1" status: 200 len: 854 time: 0.0622571 Jun 06 12:04:01.840637 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-147587a6-6e17-4041-8a02-31ef0e163ee6 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:01.845157 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-147587a6-6e17-4041-8a02-31ef0e163ee6 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413282'] for security_group_rule, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:01.847365 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-5f7aa608-ca58-4ad8-b9a5-144d523406a2 tempest-TestShelveInstance-1722814012 tempest-TestShelveInstance-1722814012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:01.849212 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-af9747a1-a4c3-41ec-848f-80a93822c65c None None] Set router 2c077c9b-c85f-48ef-843a-96d55895f05d gateway port host: dv-cinder-786260-3-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:04:01.869200 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147587a6-6e17-4041-8a02-31ef0e163ee6 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48f246ca-0a3b-4639-8355-dfbe5a6f8080,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:01.873344 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-147587a6-6e17-4041-8a02-31ef0e163ee6 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:01.880565 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-147587a6-6e17-4041-8a02-31ef0e163ee6 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:01.882081 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-147587a6-6e17-4041-8a02-31ef0e163ee6 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1408415 Jun 06 12:04:01.885280 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 49036) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:01.889287 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97690f-f993-4c8b-b032-dd026144ad1c req-11c164ca-9142-4c3c-9007-6a877750f25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:01.889916 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-bd274d7a-0636-417d-afa5-bcee46b6434a tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Request body: {'security_group_rule': {'security_group_id': '1627593e-054f-4e80-8285-c806c25b33a4', 'project_id': 'fab26d6ee92144549b46a650bd4f3acf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:04:01.890783 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-ba97690f-f993-4c8b-b032-dd026144ad1c req-11c164ca-9142-4c3c-9007-6a877750f25e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d501ac56-1f73-4d26-9432-57320da35bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0745478 Jun 06 12:04:01.919070 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-bd274d7a-0636-417d-afa5-bcee46b6434a tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:01.986029 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-bd274d7a-0636-417d-afa5-bcee46b6434a tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:01.990318 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-bd274d7a-0636-417d-afa5-bcee46b6434a tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413282'] for security_group_rule, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:01.998276 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:02.016689 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd274d7a-0636-417d-afa5-bcee46b6434a tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60c34973-1e23-4f09-b22c-d952915ab305,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:02.019392 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-bd274d7a-0636-417d-afa5-bcee46b6434a tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:02.024866 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-ba97690f-f993-4c8b-b032-dd026144ad1c req-d4c8de9e-d27c-48d0-b3c5-ea4a8fb61280 service neutron] 10.222.0.11 "GET /v2.0/networks/d501ac56-1f73-4d26-9432-57320da35bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270249 Jun 06 12:04:02.026904 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-bd274d7a-0636-417d-afa5-bcee46b6434a tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:02.028257 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-bd274d7a-0636-417d-afa5-bcee46b6434a tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1419940 Jun 06 12:04:02.030952 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 49038) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:02.035433 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-0028eedf-c4d3-4a33-a838-2b9c6148b148 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Request body: {'security_group_rule': {'security_group_id': '1627593e-054f-4e80-8285-c806c25b33a4', 'project_id': 'fab26d6ee92144549b46a650bd4f3acf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:04:02.065065 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0028eedf-c4d3-4a33-a838-2b9c6148b148 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:02.132935 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0028eedf-c4d3-4a33-a838-2b9c6148b148 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:02.138056 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0028eedf-c4d3-4a33-a838-2b9c6148b148 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413282'] for security_group_rule, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:02.140546 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:02.163396 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0028eedf-c4d3-4a33-a838-2b9c6148b148 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3bc5f30-d9a6-437c-9db4-018722094aec,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:02.165302 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-ba97690f-f993-4c8b-b032-dd026144ad1c req-a0add38b-3ddb-4d60-9878-b9d3c5a172f7 service neutron] 10.222.0.11 "GET /v2.0/networks/d501ac56-1f73-4d26-9432-57320da35bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330428 Jun 06 12:04:02.166750 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-0028eedf-c4d3-4a33-a838-2b9c6148b148 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:02.172362 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0028eedf-c4d3-4a33-a838-2b9c6148b148 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:02.173728 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-0028eedf-c4d3-4a33-a838-2b9c6148b148 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1418645 Jun 06 12:04:02.176315 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 49040) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:02.181938 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-c6cfd3b3-70cd-443b-b7b1-8228d1376623 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Request body: {'security_group_rule': {'security_group_id': '1627593e-054f-4e80-8285-c806c25b33a4', 'project_id': 'fab26d6ee92144549b46a650bd4f3acf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:04:02.202936 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.db.securitygroups_db [None req-c6cfd3b3-70cd-443b-b7b1-8228d1376623 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Project fab26d6ee92144549b46a650bd4f3acf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 06 12:04:02.209063 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c6cfd3b3-70cd-443b-b7b1-8228d1376623 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:02.219149 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-af9747a1-a4c3-41ec-848f-80a93822c65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c077c9b-c85f-48ef-843a-96d55895f05d', 'name': 'tempest-TestMinimumBasicScenario-1164368265-router', 'tenant_id': 'fab26d6ee92144549b46a650bd4f3acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.142'}], 'enable_snat': True}, 'gw_port_id': 'ae061b07-8f18-4953-9204-9f60dbd7769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:10Z', 'updated_at': '2021-06-06T12:03:14Z', 'revision_number': 4, 'project_id': 'fab26d6ee92144549b46a650bd4f3acf', 'gw_port': {'id': 'ae061b07-8f18-4953-9204-9f60dbd7769e', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c077c9b-c85f-48ef-843a-96d55895f05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:10Z', 'updated_at': '2021-06-06T12:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_floatingips': [{'id': 'd1b2a69d-ac9e-42ff-a8e2-eb93082cba28', 'tenant_id': 'fab26d6ee92144549b46a650bd4f3acf', 'floating_ip_address': '172.28.1.62', 'floating_network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'router_id': '2c077c9b-c85f-48ef-843a-96d55895f05d', 'port_id': '802b5ce4-1923-4eea-8b03-66ac43eec657', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd501ac56-1f73-4d26-9432-57320da35bfb', 'mac_address': 'fa:16:3e:03:cf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e86cb40-6032-4fb1-a65b-3c1bc2d370bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T12:03:59Z', 'updated_at': '2021-06-06T12:03:59Z', 'revision_number': 0, 'project_id': 'fab26d6ee92144549b46a650bd4f3acf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67f899a0-34aa-4551-a418-291eac4a3273', 'name': '', 'network_id': 'd501ac56-1f73-4d26-9432-57320da35bfb', 'tenant_id': 'fab26d6ee92144549b46a650bd4f3acf', 'mac_address': 'fa:16:3e:b0:c5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c077c9b-c85f-48ef-843a-96d55895f05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9836d05d-9364-4191-9ea6-f58d3448d7d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:13Z', 'updated_at': '2021-06-06T12:03:19Z', 'revision_number': 5, 'project_id': 'fab26d6ee92144549b46a650bd4f3acf', 'subnets': [{'id': '9836d05d-9364-4191-9ea6-f58d3448d7d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:04:02.223613 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9747a1-a4c3-41ec-848f-80a93822c65c None None] The sync data for ids ['2c077c9b-c85f-48ef-843a-96d55895f05d'] in dv-cinder-786260-3-smb is: [{'id': '2c077c9b-c85f-48ef-843a-96d55895f05d', 'name': 'tempest-TestMinimumBasicScenario-1164368265-router', 'tenant_id': 'fab26d6ee92144549b46a650bd4f3acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.142'}], 'enable_snat': True}, 'gw_port_id': 'ae061b07-8f18-4953-9204-9f60dbd7769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:10Z', 'updated_at': '2021-06-06T12:03:14Z', 'revision_number': 4, 'project_id': 'fab26d6ee92144549b46a650bd4f3acf', 'gw_port': {'id': 'ae061b07-8f18-4953-9204-9f60dbd7769e', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c077c9b-c85f-48ef-843a-96d55895f05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:10Z', 'updated_at': '2021-06-06T12:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_floatingips': [{'id': 'd1b2a69d-ac9e-42ff-a8e2-eb93082cba28', 'tenant_id': 'fab26d6ee92144549b46a650bd4f3acf', 'floating_ip_address': '172.28.1.62', 'floating_network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'router_id': '2c077c9b-c85f-48ef-843a-96d55895f05d', 'port_id': '802b5ce4-1923-4eea-8b03-66ac43eec657', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd501ac56-1f73-4d26-9432-57320da35bfb', 'mac_address': 'fa:16:3e:03:cf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e86cb40-6032-4fb1-a65b-3c1bc2d370bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T12:03:59Z', 'updated_at': '2021-06-06T12:03:59Z', 'revision_number': 0, 'project_id': 'fab26d6ee92144549b46a650bd4f3acf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67f899a0-34aa-4551-a418-291eac4a3273', 'name': '', 'network_id': 'd501ac56-1f73-4d26-9432-57320da35bfb', 'tenant_id': 'fab26d6ee92144549b46a650bd4f3acf', 'mac_address': 'fa:16:3e:b0:c5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c077c9b-c85f-48ef-843a-96d55895f05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9836d05d-9364-4191-9ea6-f58d3448d7d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:13Z', 'updated_at': '2021-06-06T12:03:19Z', 'revision_number': 5, 'project_id': 'fab26d6ee92144549b46a650bd4f3acf', 'subnets': [{'id': '9836d05d-9364-4191-9ea6-f58d3448d7d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 12:04:02.275569 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c6cfd3b3-70cd-443b-b7b1-8228d1376623 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:02.279468 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c6cfd3b3-70cd-443b-b7b1-8228d1376623 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413282'] for security_group_rule, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:02.281538 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-f6202808-263c-46c2-8e61-c31af1f66262 tempest-AttachVolumeShelveTestJSON-239425805 tempest-AttachVolumeShelveTestJSON-239425805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:02.304532 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cfd3b3-70cd-443b-b7b1-8228d1376623 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de5a64d-f47c-42b7-acf2-f4a6b1eb39db,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:02.307108 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-c6cfd3b3-70cd-443b-b7b1-8228d1376623 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:02.311043 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c6cfd3b3-70cd-443b-b7b1-8228d1376623 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:02.312207 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-c6cfd3b3-70cd-443b-b7b1-8228d1376623 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1346066 Jun 06 12:04:02.314945 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 49042) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:02.319249 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [None req-872df758-61e0-4dce-a7ec-85f5e2a85ee0 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Request body: {'security_group_rule': {'security_group_id': '1627593e-054f-4e80-8285-c806c25b33a4', 'project_id': 'fab26d6ee92144549b46a650bd4f3acf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:04:02.342807 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.db.securitygroups_db [None req-872df758-61e0-4dce-a7ec-85f5e2a85ee0 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Project fab26d6ee92144549b46a650bd4f3acf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 06 12:04:02.349624 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-872df758-61e0-4dce-a7ec-85f5e2a85ee0 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:02.413919 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6f7ed4-7bf4-4827-bfe8-c201c9f862eb None None] New status for floating IP d1b2a69d-ac9e-42ff-a8e2-eb93082cba28: ACTIVE {{(pid=91628) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 12:04:02.419858 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-872df758-61e0-4dce-a7ec-85f5e2a85ee0 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:02.423625 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-872df758-61e0-4dce-a7ec-85f5e2a85ee0 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413282'] for security_group_rule, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:02.425860 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-bd274d7a-0636-417d-afa5-bcee46b6434a tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:02.442576 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872df758-61e0-4dce-a7ec-85f5e2a85ee0 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5337fa92-9e49-41b8-bbc9-e6b49df94375,revision_number=0']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:02.449418 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-872df758-61e0-4dce-a7ec-85f5e2a85ee0 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:02.456708 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-872df758-61e0-4dce-a7ec-85f5e2a85ee0 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:02.457970 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-872df758-61e0-4dce-a7ec-85f5e2a85ee0 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1420617 Jun 06 12:04:02.541229 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:02.583291 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-1d8fbae4-965d-477b-a005-c3ec7994ea90 req-74926cf7-f2de-453a-b651-cf4b91363a36 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-965666838&fields=id&tenant_id=fab26d6ee92144549b46a650bd4f3acf HTTP/1.1" status: 200 len: 267 time: 0.0422904 Jun 06 12:04:02.666392 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fbae4-965d-477b-a005-c3ec7994ea90 req-33c923ab-69d7-4751-9cf9-c8df49b04563 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:02.667893 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-1d8fbae4-965d-477b-a005-c3ec7994ea90 req-33c923ab-69d7-4751-9cf9-c8df49b04563 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 946 time: 0.0785792 Jun 06 12:04:02.679474 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.v2.base [req-1d8fbae4-965d-477b-a005-c3ec7994ea90 req-fb588013-2c5a-4d4f-9d12-624487a5cef5 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Request body: {'port': {'security_groups': ['5dcfcb98-9df9-43f5-8e3d-2db787eec671', '1627593e-054f-4e80-8285-c806c25b33a4']}} {{(pid=91626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:04:02.834708 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-2bec9f0e-aeab-42e4-bfa9-1da377a59860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:02.900453 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-1d8fbae4-965d-477b-a005-c3ec7994ea90 req-fb588013-2c5a-4d4f-9d12-624487a5cef5 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:03.152808 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [req-1d8fbae4-965d-477b-a005-c3ec7994ea90 req-fb588013-2c5a-4d4f-9d12-624487a5cef5 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] For port 802b5ce4-1923-4eea-8b03-66ac43eec657, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=802b5ce4-1923-4eea-8b03-66ac43eec657,segment=NetworkSegment(53dc5a63-7f84-443a-aa79-bce303088597),segment_id=53dc5a63-7f84-443a-aa79-bce303088597)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:04:03.176845 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-1d8fbae4-965d-477b-a005-c3ec7994ea90 req-fb588013-2c5a-4d4f-9d12-624487a5cef5 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks [] for port, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:03.182057 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-1d8fbae4-965d-477b-a005-c3ec7994ea90 req-fb588013-2c5a-4d4f-9d12-624487a5cef5 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1152715'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:03.187348 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-bac71151-3439-45ea-bdfb-c8102b38173a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:03.193625 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] get_ports_and_sgs() called for port_ids ['802b5ce4-1923-4eea-8b03-66ac43eec657'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:04:03.252106 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fbae4-965d-477b-a005-c3ec7994ea90 req-fb588013-2c5a-4d4f-9d12-624487a5cef5 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:03.252739 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [req-1d8fbae4-965d-477b-a005-c3ec7994ea90 req-fb588013-2c5a-4d4f-9d12-624487a5cef5 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for port, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:03.254159 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-1d8fbae4-965d-477b-a005-c3ec7994ea90 req-fb588013-2c5a-4d4f-9d12-624487a5cef5 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "PUT /v2.0/ports/802b5ce4-1923-4eea-8b03-66ac43eec657 HTTP/1.1" status: 200 len: 982 time: 0.5798512 Jun 06 12:04:03.254697 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e86cb40-6032-4fb1-a65b-3c1bc2d370bf', 'tag': '802b5ce4-1923-4eea-8b03-66ac43eec657'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:04:03.257026 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc9e4729878f16c834b645d3c09f80e418a2a47aed75d72574769f74497ec88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90fdeb6-d6ca-462e-ba58-064319aa1b99" -d '{"events": [{"name": "network-changed", "server_uuid": "6e86cb40-6032-4fb1-a65b-3c1bc2d370bf", "tag": "802b5ce4-1923-4eea-8b03-66ac43eec657"}]}' {{(pid=91626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:04:03.276879 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb588013-2c5a-4d4f-9d12-624487a5cef5 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Pushing event updated for resources: {'Port': ['ID=802b5ce4-1923-4eea-8b03-66ac43eec657,revision_number=6']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:03.280415 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-fb588013-2c5a-4d4f-9d12-624487a5cef5 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:03.310928 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 12:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e55a7a-bba3-4a83-87b8-64290267db13 x-openstack-request-id: req-21e55a7a-bba3-4a83-87b8-64290267db13 {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:04:03.311334 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e86cb40-6032-4fb1-a65b-3c1bc2d370bf", "tag": "802b5ce4-1923-4eea-8b03-66ac43eec657", "status": "completed", "code": 200}]} {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:04:03.311699 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-21e55a7a-bba3-4a83-87b8-64290267db13 {{(pid=91626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:04:03.312886 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e86cb40-6032-4fb1-a65b-3c1bc2d370bf', 'tag': '802b5ce4-1923-4eea-8b03-66ac43eec657', 'status': 'completed', 'code': 200} Jun 06 12:04:03.340959 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] get_ports_and_sgs() called for port_ids ['802b5ce4-1923-4eea-8b03-66ac43eec657'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:04:03.427475 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fdeb6-d6ca-462e-ba58-064319aa1b99 req-4ec744e0-61e8-4fcf-ba51-8c746caa419b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:03.429645 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-f90fdeb6-d6ca-462e-ba58-064319aa1b99 req-4ec744e0-61e8-4fcf-ba51-8c746caa419b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fab26d6ee92144549b46a650bd4f3acf&device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 1138 time: 0.0937629 Jun 06 12:04:03.481106 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396b271-be6f-4985-aea2-9ea56b6edb53 req-70df5156-0a96-458a-bc6b-1e4975fe3262 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:03.488737 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-3396b271-be6f-4985-aea2-9ea56b6edb53 req-70df5156-0a96-458a-bc6b-1e4975fe3262 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 985 time: 0.1108015 Jun 06 12:04:03.530987 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-3396b271-be6f-4985-aea2-9ea56b6edb53 req-250f186e-eaae-474f-9e8f-e183299f0819 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/security-groups?id=1627593e-054f-4e80-8285-c806c25b33a4&id=5dcfcb98-9df9-43f5-8e3d-2db787eec671&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413446 Jun 06 12:04:03.563327 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-f9ca2df8-c40f-4187-8f41-d9425af8d24b None None] Provisioning complete for port 802b5ce4-1923-4eea-8b03-66ac43eec657 triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:04:03.563907 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-f9ca2df8-c40f-4187-8f41-d9425af8d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:03.655447 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fdeb6-d6ca-462e-ba58-064319aa1b99 req-d0f91661-87cb-44f9-836c-b91e63986a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:03.656914 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-f90fdeb6-d6ca-462e-ba58-064319aa1b99 req-d0f91661-87cb-44f9-836c-b91e63986a4c service neutron] 10.222.0.11 "GET /v2.0/networks?id=d501ac56-1f73-4d26-9432-57320da35bfb HTTP/1.1" status: 200 len: 916 time: 0.2197392 Jun 06 12:04:03.659941 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-fee0fade-6657-4c66-9032-59ab7980db2d req-ec2aa609-2562-4a96-b1ff-302d0a1fea16 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1633058 Jun 06 12:04:03.768886 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-f90fdeb6-d6ca-462e-ba58-064319aa1b99 req-8a307635-9147-4614-bf2a-77ce8b481d56 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=802b5ce4-1923-4eea-8b03-66ac43eec657 HTTP/1.1" status: 200 len: 1001 time: 0.1000230 Jun 06 12:04:03.870899 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:03.944460 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fdeb6-d6ca-462e-ba58-064319aa1b99 req-54146c3c-c0f6-4603-9010-27d2a88abce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:03.946393 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-f90fdeb6-d6ca-462e-ba58-064319aa1b99 req-54146c3c-c0f6-4603-9010-27d2a88abce2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9836d05d-9364-4191-9ea6-f58d3448d7d5 HTTP/1.1" status: 200 len: 854 time: 0.1693845 Jun 06 12:04:04.021935 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fdeb6-d6ca-462e-ba58-064319aa1b99 req-4db6372a-41b5-4c15-a35a-17d888ae533c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:04.023458 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-f90fdeb6-d6ca-462e-ba58-064319aa1b99 req-4db6372a-41b5-4c15-a35a-17d888ae533c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d501ac56-1f73-4d26-9432-57320da35bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0708997 Jun 06 12:04:04.156329 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-f90fdeb6-d6ca-462e-ba58-064319aa1b99 req-e1965c87-e07c-4ab5-8cb7-0016a5f9e95e service neutron] 10.222.0.11 "GET /v2.0/networks/d501ac56-1f73-4d26-9432-57320da35bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264369 Jun 06 12:04:04.245855 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:04.297386 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-f90fdeb6-d6ca-462e-ba58-064319aa1b99 req-a67a1831-d92a-4df5-8614-00d8ed8f9dc3 service neutron] 10.222.0.11 "GET /v2.0/networks/d501ac56-1f73-4d26-9432-57320da35bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264629 Jun 06 12:04:04.462894 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0fade-6657-4c66-9032-59ab7980db2d req-bcbe8207-af96-4661-ac7e-223141903a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:04.464291 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-fee0fade-6657-4c66-9032-59ab7980db2d req-bcbe8207-af96-4661-ac7e-223141903a9c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fab26d6ee92144549b46a650bd4f3acf&device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 1138 time: 0.0776546 Jun 06 12:04:04.612895 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0fade-6657-4c66-9032-59ab7980db2d req-1b0a6b13-0685-44e2-913d-0c08ff615f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:04.614367 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-fee0fade-6657-4c66-9032-59ab7980db2d req-1b0a6b13-0685-44e2-913d-0c08ff615f24 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d501ac56-1f73-4d26-9432-57320da35bfb HTTP/1.1" status: 200 len: 916 time: 0.1298440 Jun 06 12:04:04.719077 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-fee0fade-6657-4c66-9032-59ab7980db2d req-75fcf9b6-4f85-4927-aa5a-20fd4efa54ba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=802b5ce4-1923-4eea-8b03-66ac43eec657 HTTP/1.1" status: 200 len: 1001 time: 0.0973780 Jun 06 12:04:04.780178 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0fade-6657-4c66-9032-59ab7980db2d req-d035c683-cf9f-41f7-b835-cf823160df60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:04.781549 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-fee0fade-6657-4c66-9032-59ab7980db2d req-d035c683-cf9f-41f7-b835-cf823160df60 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9836d05d-9364-4191-9ea6-f58d3448d7d5 HTTP/1.1" status: 200 len: 854 time: 0.0557532 Jun 06 12:04:04.853786 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0fade-6657-4c66-9032-59ab7980db2d req-adcc3a9e-6fe6-4f30-b3c0-ea7273a29b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:04.855241 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-fee0fade-6657-4c66-9032-59ab7980db2d req-adcc3a9e-6fe6-4f30-b3c0-ea7273a29b24 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d501ac56-1f73-4d26-9432-57320da35bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0676327 Jun 06 12:04:04.986744 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-fee0fade-6657-4c66-9032-59ab7980db2d req-5aa6e7c2-77ba-4ec7-95ce-e6bdadbe055b service neutron] 10.222.0.11 "GET /v2.0/networks/d501ac56-1f73-4d26-9432-57320da35bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238372 Jun 06 12:04:05.116953 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-fee0fade-6657-4c66-9032-59ab7980db2d req-ade34be0-c822-46fb-9839-a65e4da49166 service neutron] 10.222.0.11 "GET /v2.0/networks/d501ac56-1f73-4d26-9432-57320da35bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226981 Jun 06 12:04:05.639830 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:29.229418 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35209377-e06d-442d-b053-02cb17f550fc req-15d81512-7fd8-4f54-82ad-690759369892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:29.230827 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-35209377-e06d-442d-b053-02cb17f550fc req-15d81512-7fd8-4f54-82ad-690759369892 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fab26d6ee92144549b46a650bd4f3acf&device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 1138 time: 0.0758119 Jun 06 12:04:29.258069 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c2d46-be48-4be5-a345-87c2315d905c req-f491913f-16d6-4495-a2e2-61f9602ccd25 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:29.259620 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-f04c2d46-be48-4be5-a345-87c2315d905c req-f491913f-16d6-4495-a2e2-61f9602ccd25 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 985 time: 0.0803432 Jun 06 12:04:29.306315 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-f04c2d46-be48-4be5-a345-87c2315d905c req-eb688f31-9722-4a32-9a1f-422b3d23d647 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/security-groups?id=1627593e-054f-4e80-8285-c806c25b33a4&id=5dcfcb98-9df9-43f5-8e3d-2db787eec671&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408578 Jun 06 12:04:29.362886 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35209377-e06d-442d-b053-02cb17f550fc req-5b758a3a-4325-4abb-8418-95db8d9d3506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:29.364327 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-35209377-e06d-442d-b053-02cb17f550fc req-5b758a3a-4325-4abb-8418-95db8d9d3506 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d501ac56-1f73-4d26-9432-57320da35bfb HTTP/1.1" status: 200 len: 916 time: 0.1271107 Jun 06 12:04:29.467707 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-35209377-e06d-442d-b053-02cb17f550fc req-2b2d8875-7fa3-4376-9128-e4d1d664fa91 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=802b5ce4-1923-4eea-8b03-66ac43eec657 HTTP/1.1" status: 200 len: 1001 time: 0.0963705 Jun 06 12:04:29.529209 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35209377-e06d-442d-b053-02cb17f550fc req-ded54a22-3c5e-4060-a6ed-ec0f84aa00bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:29.530632 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-35209377-e06d-442d-b053-02cb17f550fc req-ded54a22-3c5e-4060-a6ed-ec0f84aa00bd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9836d05d-9364-4191-9ea6-f58d3448d7d5 HTTP/1.1" status: 200 len: 854 time: 0.0560155 Jun 06 12:04:29.606647 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35209377-e06d-442d-b053-02cb17f550fc req-b69c395e-d7db-4263-96e1-e5564057455f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:29.608070 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-35209377-e06d-442d-b053-02cb17f550fc req-b69c395e-d7db-4263-96e1-e5564057455f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d501ac56-1f73-4d26-9432-57320da35bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0717697 Jun 06 12:04:29.837541 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-35209377-e06d-442d-b053-02cb17f550fc req-683d1b32-4ec4-410f-a132-6945169f9e82 service neutron] 10.222.0.11 "GET /v2.0/networks/d501ac56-1f73-4d26-9432-57320da35bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220759 Jun 06 12:04:29.966058 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-35209377-e06d-442d-b053-02cb17f550fc req-814e1084-3115-42b3-b2cb-0320d158958f service neutron] 10.222.0.11 "GET /v2.0/networks/d501ac56-1f73-4d26-9432-57320da35bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225195 Jun 06 12:04:30.188269 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8b5aa68b-82a2-4b75-8f00-41581d8fcae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:30.488987 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97632e3-1b94-4048-8680-acc1ca9628b2 req-1cb184d9-b559-4a07-8f4c-51af16dfadd4 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:30.490362 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-f97632e3-1b94-4048-8680-acc1ca9628b2 req-1cb184d9-b559-4a07-8f4c-51af16dfadd4 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 985 time: 0.0787587 Jun 06 12:04:30.536367 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-f97632e3-1b94-4048-8680-acc1ca9628b2 req-c455b47b-2881-464a-8e16-50b032b6bc78 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/security-groups?id=1627593e-054f-4e80-8285-c806c25b33a4&id=5dcfcb98-9df9-43f5-8e3d-2db787eec671&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401399 Jun 06 12:04:31.723419 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa7678-cc02-445d-b2fc-4b31ca4fe4a1 req-e6f5c839-e112-4878-9c80-da6ff16a7182 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:31.724803 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-86fa7678-cc02-445d-b2fc-4b31ca4fe4a1 req-e6f5c839-e112-4878-9c80-da6ff16a7182 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 985 time: 0.0840073 Jun 06 12:04:31.770640 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-86fa7678-cc02-445d-b2fc-4b31ca4fe4a1 req-c4d80761-2ea3-4e81-9767-03c5b294a3f1 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/security-groups?id=1627593e-054f-4e80-8285-c806c25b33a4&id=5dcfcb98-9df9-43f5-8e3d-2db787eec671&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395730 Jun 06 12:04:32.544389 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:32.837374 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-0c58cd10-bdc9-4043-b354-cce5af120cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:32.955274 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afbe973-ec97-4a52-a113-dfedc7dffed5 req-b27f003f-bdf2-404b-a120-29e04848531f tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:32.956732 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-4afbe973-ec97-4a52-a113-dfedc7dffed5 req-b27f003f-bdf2-404b-a120-29e04848531f tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 985 time: 0.0820701 Jun 06 12:04:33.003250 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-4afbe973-ec97-4a52-a113-dfedc7dffed5 req-b172fb81-fdf2-483a-8128-bb8b7622efa8 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/security-groups?id=1627593e-054f-4e80-8285-c806c25b33a4&id=5dcfcb98-9df9-43f5-8e3d-2db787eec671&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400977 Jun 06 12:04:33.778255 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:34.189260 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7f7f1-84b8-4342-8e2c-d9a84a26b1d3 req-b4b2bc33-eed3-4d22-8b8d-6bd90e0ff0eb tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:34.190731 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-9ee7f7f1-84b8-4342-8e2c-d9a84a26b1d3 req-b4b2bc33-eed3-4d22-8b8d-6bd90e0ff0eb tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 985 time: 0.0788279 Jun 06 12:04:34.241257 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-9ee7f7f1-84b8-4342-8e2c-d9a84a26b1d3 req-f2243caf-248a-4667-b74c-08052c3d7016 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/security-groups?id=1627593e-054f-4e80-8285-c806c25b33a4&id=5dcfcb98-9df9-43f5-8e3d-2db787eec671&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440536 Jun 06 12:04:34.248022 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:35.426166 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8e76c-1f58-473a-8f4d-abd86c354954 req-773c3cfb-4956-4d48-a2cd-bf91a36416e5 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:35.427871 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-e3c8e76c-1f58-473a-8f4d-abd86c354954 req-773c3cfb-4956-4d48-a2cd-bf91a36416e5 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 985 time: 0.0797858 Jun 06 12:04:35.473574 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-e3c8e76c-1f58-473a-8f4d-abd86c354954 req-ce65a51e-d5cb-44e3-844f-b107871f2fb9 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/security-groups?id=1627593e-054f-4e80-8285-c806c25b33a4&id=5dcfcb98-9df9-43f5-8e3d-2db787eec671&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398397 Jun 06 12:04:35.642413 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:36.655849 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d3a2e-ae4d-4935-b517-0275107e7970 req-98923207-c811-45d9-a70b-b611f3447ccc tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:36.657230 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-030d3a2e-ae4d-4935-b517-0275107e7970 req-98923207-c811-45d9-a70b-b611f3447ccc tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 985 time: 0.0793583 Jun 06 12:04:36.703981 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-030d3a2e-ae4d-4935-b517-0275107e7970 req-c6ebb227-8bac-417e-875b-bd8e099e772b tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/security-groups?id=1627593e-054f-4e80-8285-c806c25b33a4&id=5dcfcb98-9df9-43f5-8e3d-2db787eec671&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410535 Jun 06 12:04:37.887327 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72023bc7-3074-490f-a69c-84b45e9ca0a9 req-8a227a36-b66b-4dad-adf1-80da551c32ca tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:37.888775 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-72023bc7-3074-490f-a69c-84b45e9ca0a9 req-8a227a36-b66b-4dad-adf1-80da551c32ca tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 985 time: 0.0815184 Jun 06 12:04:37.934342 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-72023bc7-3074-490f-a69c-84b45e9ca0a9 req-5fba5070-22e2-4ff1-9728-7778739077c8 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/security-groups?id=1627593e-054f-4e80-8285-c806c25b33a4&id=5dcfcb98-9df9-43f5-8e3d-2db787eec671&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398414 Jun 06 12:04:38.061232 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-4e695d9d-1565-4cb0-823c-0d72073c09bd None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:04:39.118422 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5092b1-d5c2-4dea-95bf-70cbd785ebaf req-139cc7e8-bb47-4121-b45a-2569669a5f0e tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:39.119877 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-6d5092b1-d5c2-4dea-95bf-70cbd785ebaf req-139cc7e8-bb47-4121-b45a-2569669a5f0e tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 985 time: 0.0837009 Jun 06 12:04:39.166235 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-6d5092b1-d5c2-4dea-95bf-70cbd785ebaf req-2441e333-d440-4aa2-9b1c-828b6b5b64f8 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/security-groups?id=1627593e-054f-4e80-8285-c806c25b33a4&id=5dcfcb98-9df9-43f5-8e3d-2db787eec671&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403724 Jun 06 12:04:40.346126 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837b29b-8a7e-4492-a5aa-7c8769d02d40 req-26ba8d38-94b4-4122-86fa-60f54ecb506b tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:40.347951 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-f837b29b-8a7e-4492-a5aa-7c8769d02d40 req-26ba8d38-94b4-4122-86fa-60f54ecb506b tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 985 time: 0.0798082 Jun 06 12:04:40.396959 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-f837b29b-8a7e-4492-a5aa-7c8769d02d40 req-620b6055-9f5a-4247-9693-12894cc7bfeb tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/security-groups?id=1627593e-054f-4e80-8285-c806c25b33a4&id=5dcfcb98-9df9-43f5-8e3d-2db787eec671&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431314 Jun 06 12:04:41.581309 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8b112-39d0-43f9-9748-75d945a66b23 req-ad72a516-d7ea-4d2c-b0e9-99abe3c46135 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:41.582785 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-5bd8b112-39d0-43f9-9748-75d945a66b23 req-ad72a516-d7ea-4d2c-b0e9-99abe3c46135 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 985 time: 0.0798292 Jun 06 12:04:41.628816 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-5bd8b112-39d0-43f9-9748-75d945a66b23 req-75ad6766-4e12-4003-bf71-e64223914a0b tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/security-groups?id=1627593e-054f-4e80-8285-c806c25b33a4&id=5dcfcb98-9df9-43f5-8e3d-2db787eec671&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401163 Jun 06 12:04:42.814655 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd031b-778c-415e-9203-6d95b9b35ba5 req-69f3d057-c0e1-4475-9a1a-a136d5d7aafb tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:42.816173 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c8cd031b-778c-415e-9203-6d95b9b35ba5 req-69f3d057-c0e1-4475-9a1a-a136d5d7aafb tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 985 time: 0.0834675 Jun 06 12:04:42.863724 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-c8cd031b-778c-415e-9203-6d95b9b35ba5 req-81e841d8-2ba6-4e63-9c32-e94866ed0b27 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/security-groups?id=1627593e-054f-4e80-8285-c806c25b33a4&id=5dcfcb98-9df9-43f5-8e3d-2db787eec671&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410702 Jun 06 12:04:44.055499 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68922a1b-dc0e-4013-a395-8b181d4bc21f req-79a5e1b3-3fc9-4ddd-aca8-889e9c8d71d1 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:44.057078 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-68922a1b-dc0e-4013-a395-8b181d4bc21f req-79a5e1b3-3fc9-4ddd-aca8-889e9c8d71d1 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 985 time: 0.0880418 Jun 06 12:04:44.109459 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-68922a1b-dc0e-4013-a395-8b181d4bc21f req-68e96f34-e7e6-4025-9949-14aaf748d7b6 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/security-groups?id=1627593e-054f-4e80-8285-c806c25b33a4&id=5dcfcb98-9df9-43f5-8e3d-2db787eec671&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0465295 Jun 06 12:04:45.303103 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300754b-1253-4b9f-9dd1-613f01e20fa5 req-9e055f8a-e9de-4324-b56b-fe84fe43b2b7 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:45.305109 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2300754b-1253-4b9f-9dd1-613f01e20fa5 req-9e055f8a-e9de-4324-b56b-fe84fe43b2b7 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 985 time: 0.0834570 Jun 06 12:04:45.352076 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-2300754b-1253-4b9f-9dd1-613f01e20fa5 req-cff93d7b-3e66-4623-acd9-d87fa67dff59 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/security-groups?id=1627593e-054f-4e80-8285-c806c25b33a4&id=5dcfcb98-9df9-43f5-8e3d-2db787eec671&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402796 Jun 06 12:04:46.535402 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a71fb-a14f-442f-923e-48aab6f214ec req-918c9f91-9126-402a-bb40-60e76577bcfd tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:46.536901 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-354a71fb-a14f-442f-923e-48aab6f214ec req-918c9f91-9126-402a-bb40-60e76577bcfd tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 985 time: 0.0808668 Jun 06 12:04:46.583605 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-354a71fb-a14f-442f-923e-48aab6f214ec req-f7f67388-580b-4657-b305-9c47220a9774 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/security-groups?id=1627593e-054f-4e80-8285-c806c25b33a4&id=5dcfcb98-9df9-43f5-8e3d-2db787eec671&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406985 Jun 06 12:05:00.190332 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-45f876a1-f3d3-439f-920d-59472f518578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:02.546121 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:02.839059 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-0ee53d51-01ee-489a-a9ee-569b8f58d0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:03.781075 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:04.281052 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:04.575571 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-70263a7c-1ef6-48fb-ba6b-be75fa494386 req-f5a30272-dfa8-4d3e-badc-bc383f060458 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716450 Jun 06 12:05:04.715425 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70263a7c-1ef6-48fb-ba6b-be75fa494386 req-03a6b2d8-5962-43ea-a69f-936799b64dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:04.717357 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-70263a7c-1ef6-48fb-ba6b-be75fa494386 req-03a6b2d8-5962-43ea-a69f-936799b64dc1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fab26d6ee92144549b46a650bd4f3acf&device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 1138 time: 0.0746799 Jun 06 12:05:04.859034 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70263a7c-1ef6-48fb-ba6b-be75fa494386 req-7fa2c8a5-f672-4469-8c89-acde7f7449cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:04.860430 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-70263a7c-1ef6-48fb-ba6b-be75fa494386 req-7fa2c8a5-f672-4469-8c89-acde7f7449cf service neutron] 10.222.0.11 "GET /v2.0/networks?id=d501ac56-1f73-4d26-9432-57320da35bfb HTTP/1.1" status: 200 len: 916 time: 0.1247823 Jun 06 12:05:04.964005 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-70263a7c-1ef6-48fb-ba6b-be75fa494386 req-c08d464e-fced-4dc9-90a3-28845c15b040 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=802b5ce4-1923-4eea-8b03-66ac43eec657 HTTP/1.1" status: 200 len: 1001 time: 0.0964921 Jun 06 12:05:05.026696 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70263a7c-1ef6-48fb-ba6b-be75fa494386 req-50ceb1e1-1020-4ee5-9c90-e1f0c079a2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:05.028089 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-70263a7c-1ef6-48fb-ba6b-be75fa494386 req-50ceb1e1-1020-4ee5-9c90-e1f0c079a2a4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9836d05d-9364-4191-9ea6-f58d3448d7d5 HTTP/1.1" status: 200 len: 854 time: 0.0577166 Jun 06 12:05:05.101021 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70263a7c-1ef6-48fb-ba6b-be75fa494386 req-e0d979d0-3aaf-41e5-81c4-d9e92543ec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:05.103123 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-70263a7c-1ef6-48fb-ba6b-be75fa494386 req-e0d979d0-3aaf-41e5-81c4-d9e92543ec92 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d501ac56-1f73-4d26-9432-57320da35bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0690763 Jun 06 12:05:05.234065 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-70263a7c-1ef6-48fb-ba6b-be75fa494386 req-6592b628-4820-4a0c-931a-8e1e99968a0e service neutron] 10.222.0.11 "GET /v2.0/networks/d501ac56-1f73-4d26-9432-57320da35bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236005 Jun 06 12:05:05.470586 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-70263a7c-1ef6-48fb-ba6b-be75fa494386 req-0fbd1fd8-2f1b-4ed1-907f-f505c8b72705 service neutron] 10.222.0.11 "GET /v2.0/networks/d501ac56-1f73-4d26-9432-57320da35bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303612 Jun 06 12:05:05.645140 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:15.060367 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-4e695d9d-1565-4cb0-823c-0d72073c09bd None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:05:19.433971 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-35f6f10f-e922-4484-b101-8bb2f8013163 req-a493acd7-54a0-47ab-8188-8639a701172c tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-965666838&fields=id&tenant_id=fab26d6ee92144549b46a650bd4f3acf HTTP/1.1" status: 200 len: 267 time: 0.0407495 Jun 06 12:05:19.515781 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f6f10f-e922-4484-b101-8bb2f8013163 req-880574be-f5bf-45f4-8af7-34e46b33cd07 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:19.517352 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-35f6f10f-e922-4484-b101-8bb2f8013163 req-880574be-f5bf-45f4-8af7-34e46b33cd07 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 985 time: 0.0779762 Jun 06 12:05:19.527846 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-35f6f10f-e922-4484-b101-8bb2f8013163 req-b1181cc6-c172-45c6-8e02-2a2ab6c8822a tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Request body: {'port': {'security_groups': ['5dcfcb98-9df9-43f5-8e3d-2db787eec671']}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:05:19.646692 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-35f6f10f-e922-4484-b101-8bb2f8013163 req-b1181cc6-c172-45c6-8e02-2a2ab6c8822a tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7902934'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:19.882673 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-35f6f10f-e922-4484-b101-8bb2f8013163 req-b1181cc6-c172-45c6-8e02-2a2ab6c8822a tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] For port 802b5ce4-1923-4eea-8b03-66ac43eec657, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=802b5ce4-1923-4eea-8b03-66ac43eec657,segment=NetworkSegment(53dc5a63-7f84-443a-aa79-bce303088597),segment_id=53dc5a63-7f84-443a-aa79-bce303088597)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:05:19.905795 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-35f6f10f-e922-4484-b101-8bb2f8013163 req-b1181cc6-c172-45c6-8e02-2a2ab6c8822a tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:19.910024 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-35f6f10f-e922-4484-b101-8bb2f8013163 req-b1181cc6-c172-45c6-8e02-2a2ab6c8822a tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770687638510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770687138178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770687138223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700882'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:19.916013 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-1ebde6a6-d854-49bb-8a84-ba7e8580bd96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:19.921989 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] get_ports_and_sgs() called for port_ids ['802b5ce4-1923-4eea-8b03-66ac43eec657'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:05:19.982652 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f6f10f-e922-4484-b101-8bb2f8013163 req-b1181cc6-c172-45c6-8e02-2a2ab6c8822a tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:19.983321 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-35f6f10f-e922-4484-b101-8bb2f8013163 req-b1181cc6-c172-45c6-8e02-2a2ab6c8822a tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:19.985709 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-35f6f10f-e922-4484-b101-8bb2f8013163 req-b1181cc6-c172-45c6-8e02-2a2ab6c8822a tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "PUT /v2.0/ports/802b5ce4-1923-4eea-8b03-66ac43eec657 HTTP/1.1" status: 200 len: 943 time: 0.4623680 Jun 06 12:05:19.986472 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e86cb40-6032-4fb1-a65b-3c1bc2d370bf', 'tag': '802b5ce4-1923-4eea-8b03-66ac43eec657'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:05:19.989154 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d3a09975e5f8f43507a37e46b4ea231535690fa404cdff26bf77d84c9002b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c980e23-a07f-4830-aa80-d9f36daf3a27" -d '{"events": [{"name": "network-changed", "server_uuid": "6e86cb40-6032-4fb1-a65b-3c1bc2d370bf", "tag": "802b5ce4-1923-4eea-8b03-66ac43eec657"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:05:19.990494 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 49106) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:05:20.019344 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1181cc6-c172-45c6-8e02-2a2ab6c8822a tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Pushing event updated for resources: {'Port': ['ID=802b5ce4-1923-4eea-8b03-66ac43eec657,revision_number=7']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:20.031049 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1181cc6-c172-45c6-8e02-2a2ab6c8822a tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:20.031442 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1181cc6-c172-45c6-8e02-2a2ab6c8822a tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:20.031844 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1181cc6-c172-45c6-8e02-2a2ab6c8822a tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:20.032215 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1181cc6-c172-45c6-8e02-2a2ab6c8822a tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:20.032585 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1181cc6-c172-45c6-8e02-2a2ab6c8822a tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:20.032954 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1181cc6-c172-45c6-8e02-2a2ab6c8822a tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:20.034046 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1181cc6-c172-45c6-8e02-2a2ab6c8822a tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:20.034046 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1181cc6-c172-45c6-8e02-2a2ab6c8822a tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:20.034046 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1181cc6-c172-45c6-8e02-2a2ab6c8822a tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:20.034430 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1181cc6-c172-45c6-8e02-2a2ab6c8822a tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:20.034759 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1181cc6-c172-45c6-8e02-2a2ab6c8822a tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:20.035121 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1181cc6-c172-45c6-8e02-2a2ab6c8822a tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:20.041380 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b1181cc6-c172-45c6-8e02-2a2ab6c8822a tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:20.053595 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 12:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a190668-e784-4bd7-899d-b983268d547a x-openstack-request-id: req-6a190668-e784-4bd7-899d-b983268d547a {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:05:20.053952 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e86cb40-6032-4fb1-a65b-3c1bc2d370bf", "tag": "802b5ce4-1923-4eea-8b03-66ac43eec657", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:05:20.054927 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6a190668-e784-4bd7-899d-b983268d547a {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:05:20.055239 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e86cb40-6032-4fb1-a65b-3c1bc2d370bf', 'tag': '802b5ce4-1923-4eea-8b03-66ac43eec657', 'status': 'completed', 'code': 200} Jun 06 12:05:20.084524 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b131cd47-de04-4b91-b6be-842c5dcb3505 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks [] for security_group, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:20.112510 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] get_ports_and_sgs() called for port_ids ['802b5ce4-1923-4eea-8b03-66ac43eec657'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:05:20.122693 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b131cd47-de04-4b91-b6be-842c5dcb3505 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:20.161136 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c980e23-a07f-4830-aa80-d9f36daf3a27 req-f183759e-2821-45d3-b913-591cef2efda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:20.162791 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-1c980e23-a07f-4830-aa80-d9f36daf3a27 req-f183759e-2821-45d3-b913-591cef2efda3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fab26d6ee92144549b46a650bd4f3acf&device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 1099 time: 0.0848463 Jun 06 12:05:20.197522 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b131cd47-de04-4b91-b6be-842c5dcb3505 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:20.200179 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b131cd47-de04-4b91-b6be-842c5dcb3505 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks [] for security_group, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:20.203206 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-b131cd47-de04-4b91-b6be-842c5dcb3505 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "DELETE /v2.0/security-groups/1627593e-054f-4e80-8285-c806c25b33a4 HTTP/1.1" status: 204 len: 168 time: 0.2111816 Jun 06 12:05:20.204983 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 49110) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:05:20.206203 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-430db3c2-a276-4155-96da-40a4c5b3e9ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:20.297773 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b131cd47-de04-4b91-b6be-842c5dcb3505 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1627593e-054f-4e80-8285-c806c25b33a4,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:20.313538 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c980e23-a07f-4830-aa80-d9f36daf3a27 req-53279957-af8a-4935-b568-fadb7645c722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:20.315036 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-1c980e23-a07f-4830-aa80-d9f36daf3a27 req-53279957-af8a-4935-b568-fadb7645c722 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d501ac56-1f73-4d26-9432-57320da35bfb HTTP/1.1" status: 200 len: 916 time: 0.1445773 Jun 06 12:05:20.315924 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-a0fda741-9f06-499d-810f-f2254173f42c None None] Provisioning complete for port 802b5ce4-1923-4eea-8b03-66ac43eec657 triggered by entity DHCP. {{(pid=91627) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:05:20.316319 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a0fda741-9f06-499d-810f-f2254173f42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7800059'] for port, provisioning_complete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:20.318117 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b131cd47-de04-4b91-b6be-842c5dcb3505 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:20.318507 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b131cd47-de04-4b91-b6be-842c5dcb3505 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:20.318881 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b131cd47-de04-4b91-b6be-842c5dcb3505 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:20.319247 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b131cd47-de04-4b91-b6be-842c5dcb3505 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:20.319608 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b131cd47-de04-4b91-b6be-842c5dcb3505 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:20.320006 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b131cd47-de04-4b91-b6be-842c5dcb3505 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:20.320363 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b131cd47-de04-4b91-b6be-842c5dcb3505 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:20.320725 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b131cd47-de04-4b91-b6be-842c5dcb3505 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:20.321080 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b131cd47-de04-4b91-b6be-842c5dcb3505 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:20.321433 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b131cd47-de04-4b91-b6be-842c5dcb3505 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:20.321789 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b131cd47-de04-4b91-b6be-842c5dcb3505 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:20.322169 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b131cd47-de04-4b91-b6be-842c5dcb3505 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:20.347404 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-b131cd47-de04-4b91-b6be-842c5dcb3505 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:20.427358 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-1c980e23-a07f-4830-aa80-d9f36daf3a27 req-dd2027c4-65a7-49d1-8c40-498d4a298d8c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=802b5ce4-1923-4eea-8b03-66ac43eec657 HTTP/1.1" status: 200 len: 1001 time: 0.1023922 Jun 06 12:05:20.490926 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c980e23-a07f-4830-aa80-d9f36daf3a27 req-f452c182-50b1-46c8-9e13-a27d846cc226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:20.492450 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-1c980e23-a07f-4830-aa80-d9f36daf3a27 req-f452c182-50b1-46c8-9e13-a27d846cc226 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9836d05d-9364-4191-9ea6-f58d3448d7d5 HTTP/1.1" status: 200 len: 854 time: 0.0575933 Jun 06 12:05:20.522170 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-ad87a65a-6933-4625-89dd-aea726b16808 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Deleting port 83ad30aa-886b-4fd1-99b1-07cac152cea2 {{(pid=91626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:05:20.522511 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ad87a65a-6933-4625-89dd-aea726b16808 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:20.566960 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c980e23-a07f-4830-aa80-d9f36daf3a27 req-f77070ea-13ae-4971-ad52-bb5d3a847f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:20.568454 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-1c980e23-a07f-4830-aa80-d9f36daf3a27 req-f77070ea-13ae-4971-ad52-bb5d3a847f5c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d501ac56-1f73-4d26-9432-57320da35bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0701134 Jun 06 12:05:20.708667 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-1c980e23-a07f-4830-aa80-d9f36daf3a27 req-d5a5d19d-1958-411c-99dc-86491c5bd9f1 service neutron] 10.222.0.11 "GET /v2.0/networks/d501ac56-1f73-4d26-9432-57320da35bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332793 Jun 06 12:05:20.729431 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ad87a65a-6933-4625-89dd-aea726b16808 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:20.729761 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ad87a65a-6933-4625-89dd-aea726b16808 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:20.839252 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-1c980e23-a07f-4830-aa80-d9f36daf3a27 req-1d20df65-ef5d-4791-bd90-a3a6469ecc5d service neutron] 10.222.0.11 "GET /v2.0/networks/d501ac56-1f73-4d26-9432-57320da35bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243262 Jun 06 12:05:20.854328 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-ad87a65a-6933-4625-89dd-aea726b16808 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Calling delete_port for 83ad30aa-886b-4fd1-99b1-07cac152cea2 owned by network:floatingip {{(pid=91626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:05:20.974067 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ad87a65a-6933-4625-89dd-aea726b16808 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1152752'] for port, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:20.978429 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-21d3f902-2d9e-4e12-908b-976858db356c tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:21.021750 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87a65a-6933-4625-89dd-aea726b16808 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Pushing event deleted for resources: {'Port': ['ID=83ad30aa-886b-4fd1-99b1-07cac152cea2,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:21.049749 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ad87a65a-6933-4625-89dd-aea726b16808 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:21.112725 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ad87a65a-6933-4625-89dd-aea726b16808 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks [] for floatingip, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:21.113063 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.db.l3_db [None req-ad87a65a-6933-4625-89dd-aea726b16808 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Floating IP d1b2a69d-ac9e-42ff-a8e2-eb93082cba28 disassociated (deleted). External IP: 172.28.1.62, port: 802b5ce4-1923-4eea-8b03-66ac43eec657. Jun 06 12:05:21.459680 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad87a65a-6933-4625-89dd-aea726b16808 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Router 2c077c9b-c85f-48ef-843a-96d55895f05d has already been hosted by L3 agent 3ae38246-b788-4a45-8398-d1ca6712d00e {{(pid=91626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 12:05:21.637931 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad87a65a-6933-4625-89dd-aea726b16808 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify agent at l3_agent.dv-cinder-786260-3-smb the message routers_updated {{(pid=91626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 12:05:21.642747 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ad87a65a-6933-4625-89dd-aea726b16808 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for floatingip, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:21.646972 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d45d6c-762e-462e-8f8c-5637c0c4f03c None None] Sync routers for ids ['2c077c9b-c85f-48ef-843a-96d55895f05d'] in dv-cinder-786260-3-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 12:05:21.656788 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d45d6c-762e-462e-8f8c-5637c0c4f03c None None] Routers {'2c077c9b-c85f-48ef-843a-96d55895f05d'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:05:21.657345 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-22d45d6c-762e-462e-8f8c-5637c0c4f03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T12:05:03Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['2c077c9b-c85f-48ef-843a-96d55895f05d'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:05:21.695681 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-ad87a65a-6933-4625-89dd-aea726b16808 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "DELETE /v2.0/floatingips/d1b2a69d-ac9e-42ff-a8e2-eb93082cba28 HTTP/1.1" status: 204 len: 168 time: 1.4771855 Jun 06 12:05:21.696327 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e86cb40-6032-4fb1-a65b-3c1bc2d370bf', 'tag': '802b5ce4-1923-4eea-8b03-66ac43eec657'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:05:21.698673 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc9e4729878f16c834b645d3c09f80e418a2a47aed75d72574769f74497ec88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714b8ae7-8777-40c8-9c63-b54a0fdb56c2" -d '{"events": [{"name": "network-changed", "server_uuid": "6e86cb40-6032-4fb1-a65b-3c1bc2d370bf", "tag": "802b5ce4-1923-4eea-8b03-66ac43eec657"}]}' {{(pid=91626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:05:21.743522 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 12:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d85eca1-0b78-4b56-8b58-c59f0be85425 x-openstack-request-id: req-7d85eca1-0b78-4b56-8b58-c59f0be85425 {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:05:21.743858 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e86cb40-6032-4fb1-a65b-3c1bc2d370bf", "tag": "802b5ce4-1923-4eea-8b03-66ac43eec657", "status": "completed", "code": 200}]} {{(pid=91626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:05:21.744162 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7d85eca1-0b78-4b56-8b58-c59f0be85425 {{(pid=91626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:05:21.744603 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e86cb40-6032-4fb1-a65b-3c1bc2d370bf', 'tag': '802b5ce4-1923-4eea-8b03-66ac43eec657', 'status': 'completed', 'code': 200} Jun 06 12:05:21.839181 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b8ae7-8777-40c8-9c63-b54a0fdb56c2 req-eaf30e60-66a9-4074-b27c-9d77254930b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:21.840665 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-714b8ae7-8777-40c8-9c63-b54a0fdb56c2 req-eaf30e60-66a9-4074-b27c-9d77254930b1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fab26d6ee92144549b46a650bd4f3acf&device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 1099 time: 0.0767822 Jun 06 12:05:21.841872 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-22d45d6c-762e-462e-8f8c-5637c0c4f03c None None] Set router 2c077c9b-c85f-48ef-843a-96d55895f05d gateway port host: dv-cinder-786260-3-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:05:22.089348 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b8ae7-8777-40c8-9c63-b54a0fdb56c2 req-2bdc81f1-48d3-4fd1-849e-ded22c28b819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:22.090831 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-714b8ae7-8777-40c8-9c63-b54a0fdb56c2 req-2bdc81f1-48d3-4fd1-849e-ded22c28b819 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d501ac56-1f73-4d26-9432-57320da35bfb HTTP/1.1" status: 200 len: 916 time: 0.2439404 Jun 06 12:05:22.175474 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-714b8ae7-8777-40c8-9c63-b54a0fdb56c2 req-8567d8cc-e35b-49ba-a052-faa0450a684c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=802b5ce4-1923-4eea-8b03-66ac43eec657 HTTP/1.1" status: 200 len: 217 time: 0.0700657 Jun 06 12:05:22.178886 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-22d45d6c-762e-462e-8f8c-5637c0c4f03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c077c9b-c85f-48ef-843a-96d55895f05d', 'name': 'tempest-TestMinimumBasicScenario-1164368265-router', 'tenant_id': 'fab26d6ee92144549b46a650bd4f3acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.142'}], 'enable_snat': True}, 'gw_port_id': 'ae061b07-8f18-4953-9204-9f60dbd7769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:10Z', 'updated_at': '2021-06-06T12:03:14Z', 'revision_number': 4, 'project_id': 'fab26d6ee92144549b46a650bd4f3acf', 'gw_port': {'id': 'ae061b07-8f18-4953-9204-9f60dbd7769e', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c077c9b-c85f-48ef-843a-96d55895f05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:10Z', 'updated_at': '2021-06-06T12:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_interfaces': [{'id': '67f899a0-34aa-4551-a418-291eac4a3273', 'name': '', 'network_id': 'd501ac56-1f73-4d26-9432-57320da35bfb', 'tenant_id': 'fab26d6ee92144549b46a650bd4f3acf', 'mac_address': 'fa:16:3e:b0:c5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c077c9b-c85f-48ef-843a-96d55895f05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9836d05d-9364-4191-9ea6-f58d3448d7d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:13Z', 'updated_at': '2021-06-06T12:03:19Z', 'revision_number': 5, 'project_id': 'fab26d6ee92144549b46a650bd4f3acf', 'subnets': [{'id': '9836d05d-9364-4191-9ea6-f58d3448d7d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:05:22.183736 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d45d6c-762e-462e-8f8c-5637c0c4f03c None None] Checking router: 2c077c9b-c85f-48ef-843a-96d55895f05d for host: dv-cinder-786260-3-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 12:05:22.192208 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d45d6c-762e-462e-8f8c-5637c0c4f03c None None] Routers {'2c077c9b-c85f-48ef-843a-96d55895f05d'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:05:22.192825 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-22d45d6c-762e-462e-8f8c-5637c0c4f03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T12:05:03Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['2c077c9b-c85f-48ef-843a-96d55895f05d'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:05:22.237493 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b8ae7-8777-40c8-9c63-b54a0fdb56c2 req-7cb99dad-9156-4f69-90fe-f224bc7150b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:22.238861 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-714b8ae7-8777-40c8-9c63-b54a0fdb56c2 req-7cb99dad-9156-4f69-90fe-f224bc7150b7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9836d05d-9364-4191-9ea6-f58d3448d7d5 HTTP/1.1" status: 200 len: 854 time: 0.0565126 Jun 06 12:05:22.322692 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b8ae7-8777-40c8-9c63-b54a0fdb56c2 req-fec294bc-3a1a-4aab-b8f8-e1248bb9f04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:22.324225 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-714b8ae7-8777-40c8-9c63-b54a0fdb56c2 req-fec294bc-3a1a-4aab-b8f8-e1248bb9f04c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d501ac56-1f73-4d26-9432-57320da35bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0762875 Jun 06 12:05:22.403537 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-22d45d6c-762e-462e-8f8c-5637c0c4f03c None None] Set router 2c077c9b-c85f-48ef-843a-96d55895f05d gateway port host: dv-cinder-786260-3-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:05:22.467772 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-714b8ae7-8777-40c8-9c63-b54a0fdb56c2 req-735da67d-ebe4-4aba-955a-b3b30f8b4d06 service neutron] 10.222.0.11 "GET /v2.0/networks/d501ac56-1f73-4d26-9432-57320da35bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362627 Jun 06 12:05:22.615107 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-714b8ae7-8777-40c8-9c63-b54a0fdb56c2 req-fbd487cf-6776-4a73-a110-29284a6cf4e8 service neutron] 10.222.0.11 "GET /v2.0/networks/d501ac56-1f73-4d26-9432-57320da35bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321907 Jun 06 12:05:22.724818 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-22d45d6c-762e-462e-8f8c-5637c0c4f03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c077c9b-c85f-48ef-843a-96d55895f05d', 'name': 'tempest-TestMinimumBasicScenario-1164368265-router', 'tenant_id': 'fab26d6ee92144549b46a650bd4f3acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.142'}], 'enable_snat': True}, 'gw_port_id': 'ae061b07-8f18-4953-9204-9f60dbd7769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:10Z', 'updated_at': '2021-06-06T12:03:14Z', 'revision_number': 4, 'project_id': 'fab26d6ee92144549b46a650bd4f3acf', 'gw_port': {'id': 'ae061b07-8f18-4953-9204-9f60dbd7769e', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c077c9b-c85f-48ef-843a-96d55895f05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:10Z', 'updated_at': '2021-06-06T12:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_interfaces': [{'id': '67f899a0-34aa-4551-a418-291eac4a3273', 'name': '', 'network_id': 'd501ac56-1f73-4d26-9432-57320da35bfb', 'tenant_id': 'fab26d6ee92144549b46a650bd4f3acf', 'mac_address': 'fa:16:3e:b0:c5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c077c9b-c85f-48ef-843a-96d55895f05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9836d05d-9364-4191-9ea6-f58d3448d7d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:13Z', 'updated_at': '2021-06-06T12:03:19Z', 'revision_number': 5, 'project_id': 'fab26d6ee92144549b46a650bd4f3acf', 'subnets': [{'id': '9836d05d-9364-4191-9ea6-f58d3448d7d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:05:22.729656 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d45d6c-762e-462e-8f8c-5637c0c4f03c None None] The sync data for ids ['2c077c9b-c85f-48ef-843a-96d55895f05d'] in dv-cinder-786260-3-smb is: [{'id': '2c077c9b-c85f-48ef-843a-96d55895f05d', 'name': 'tempest-TestMinimumBasicScenario-1164368265-router', 'tenant_id': 'fab26d6ee92144549b46a650bd4f3acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.142'}], 'enable_snat': True}, 'gw_port_id': 'ae061b07-8f18-4953-9204-9f60dbd7769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:10Z', 'updated_at': '2021-06-06T12:03:14Z', 'revision_number': 4, 'project_id': 'fab26d6ee92144549b46a650bd4f3acf', 'gw_port': {'id': 'ae061b07-8f18-4953-9204-9f60dbd7769e', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c077c9b-c85f-48ef-843a-96d55895f05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:10Z', 'updated_at': '2021-06-06T12:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb', '_interfaces': [{'id': '67f899a0-34aa-4551-a418-291eac4a3273', 'name': '', 'network_id': 'd501ac56-1f73-4d26-9432-57320da35bfb', 'tenant_id': 'fab26d6ee92144549b46a650bd4f3acf', 'mac_address': 'fa:16:3e:b0:c5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c077c9b-c85f-48ef-843a-96d55895f05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9836d05d-9364-4191-9ea6-f58d3448d7d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:13Z', 'updated_at': '2021-06-06T12:03:19Z', 'revision_number': 5, 'project_id': 'fab26d6ee92144549b46a650bd4f3acf', 'subnets': [{'id': '9836d05d-9364-4191-9ea6-f58d3448d7d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 12:05:22.920709 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966c51d2-7f3f-4dd5-8433-80fbbd5e5016 None None] New status for floating IP d1b2a69d-ac9e-42ff-a8e2-eb93082cba28: DOWN {{(pid=91628) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 12:05:24.973245 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97941163-747c-4b56-9e83-d1a5772917d4 req-9a41dad0-159c-47ea-a889-3005cea4a2e4 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:24.974725 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-97941163-747c-4b56-9e83-d1a5772917d4 req-9a41dad0-159c-47ea-a889-3005cea4a2e4 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 946 time: 0.0832915 Jun 06 12:05:25.019141 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [req-97941163-747c-4b56-9e83-d1a5772917d4 req-8d5f8da9-2b69-48d2-b6ec-550473a2f516 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dcfcb98-9df9-43f5-8e3d-2db787eec671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387728 Jun 06 12:05:26.204773 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84ca2a-7564-4f44-9649-8fe89b2a3afb req-c24ebf3b-c929-4062-9804-17e07971936c tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:26.206168 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-8f84ca2a-7564-4f44-9649-8fe89b2a3afb req-c24ebf3b-c929-4062-9804-17e07971936c tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 946 time: 0.0828047 Jun 06 12:05:26.250501 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-8f84ca2a-7564-4f44-9649-8fe89b2a3afb req-84944cab-ad19-4d08-8952-82068f5d4299 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dcfcb98-9df9-43f5-8e3d-2db787eec671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387993 Jun 06 12:05:26.634675 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb63b34-0504-4701-982b-0dee48fc0655 req-b17e2685-100f-48bc-a8f9-3c662b7fa237 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:26.636086 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-8cb63b34-0504-4701-982b-0dee48fc0655 req-b17e2685-100f-48bc-a8f9-3c662b7fa237 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 946 time: 0.0822170 Jun 06 12:05:26.765579 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-8cb63b34-0504-4701-982b-0dee48fc0655 req-2b340bfc-8e42-4d7c-b4a0-d996a663faf2 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Deleting port 802b5ce4-1923-4eea-8b03-66ac43eec657 {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:05:26.765953 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-8cb63b34-0504-4701-982b-0dee48fc0655 req-2b340bfc-8e42-4d7c-b4a0-d996a663faf2 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:26.895347 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-8cb63b34-0504-4701-982b-0dee48fc0655 req-2b340bfc-8e42-4d7c-b4a0-d996a663faf2 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] For port 802b5ce4-1923-4eea-8b03-66ac43eec657, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=802b5ce4-1923-4eea-8b03-66ac43eec657,segment=NetworkSegment(53dc5a63-7f84-443a-aa79-bce303088597),segment_id=53dc5a63-7f84-443a-aa79-bce303088597)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:05:26.895626 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-8cb63b34-0504-4701-982b-0dee48fc0655 req-2b340bfc-8e42-4d7c-b4a0-d996a663faf2 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:27.018020 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-8cb63b34-0504-4701-982b-0dee48fc0655 req-2b340bfc-8e42-4d7c-b4a0-d996a663faf2 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Calling delete_port for 802b5ce4-1923-4eea-8b03-66ac43eec657 owned by compute:nova {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:05:27.124825 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-8cb63b34-0504-4701-982b-0dee48fc0655 req-2b340bfc-8e42-4d7c-b4a0-d996a663faf2 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:27.130131 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ade0f305-4905-4d56-bb53-15e0fc687bb6 tempest-AttachVolumeTestJSON-27263152 tempest-AttachVolumeTestJSON-27263152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:27.137561 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] get_ports_and_sgs() called for port_ids ['802b5ce4-1923-4eea-8b03-66ac43eec657'] {{(pid=91627) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:05:27.177353 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b340bfc-8e42-4d7c-b4a0-d996a663faf2 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Pushing event deleted for resources: {'Port': ['ID=802b5ce4-1923-4eea-8b03-66ac43eec657,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:27.181113 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-2b340bfc-8e42-4d7c-b4a0-d996a663faf2 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:27.250748 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb63b34-0504-4701-982b-0dee48fc0655 req-2b340bfc-8e42-4d7c-b4a0-d996a663faf2 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] No DVR routers for this DVR port 802b5ce4-1923-4eea-8b03-66ac43eec657 on host hv-cinder-78626 {{(pid=91625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 12:05:27.253169 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-8cb63b34-0504-4701-982b-0dee48fc0655 req-2b340bfc-8e42-4d7c-b4a0-d996a663faf2 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110900'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:27.255090 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-8cb63b34-0504-4701-982b-0dee48fc0655 req-2b340bfc-8e42-4d7c-b4a0-d996a663faf2 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.11 "DELETE /v2.0/ports/802b5ce4-1923-4eea-8b03-66ac43eec657 HTTP/1.1" status: 204 len: 173 time: 0.6135082 Jun 06 12:05:27.255576 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e86cb40-6032-4fb1-a65b-3c1bc2d370bf', 'name': 'network-vif-deleted', 'tag': '802b5ce4-1923-4eea-8b03-66ac43eec657'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:05:27.258628 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d3a09975e5f8f43507a37e46b4ea231535690fa404cdff26bf77d84c9002b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9c2ee0-c838-474a-bc2c-aa7507fb480c" -d '{"events": [{"server_uuid": "6e86cb40-6032-4fb1-a65b-3c1bc2d370bf", "name": "network-vif-deleted", "tag": "802b5ce4-1923-4eea-8b03-66ac43eec657"}]}' {{(pid=91625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:05:27.301740 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bafdc72-6a37-4728-af63-4f82cbfb431b x-openstack-request-id: req-0bafdc72-6a37-4728-af63-4f82cbfb431b {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:05:27.302133 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e86cb40-6032-4fb1-a65b-3c1bc2d370bf", "name": "network-vif-deleted", "tag": "802b5ce4-1923-4eea-8b03-66ac43eec657", "status": "completed", "code": 200}]} {{(pid=91625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:05:27.302492 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0bafdc72-6a37-4728-af63-4f82cbfb431b {{(pid=91625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:05:27.303274 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e86cb40-6032-4fb1-a65b-3c1bc2d370bf', 'name': 'network-vif-deleted', 'tag': '802b5ce4-1923-4eea-8b03-66ac43eec657', 'status': 'completed', 'code': 200} Jun 06 12:05:27.406750 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [req-9d51c0a3-02e6-4d7b-8bec-d9b33a210af9 req-8902eac2-741c-406b-9c14-0dfc1f5ab97f tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e86cb40-6032-4fb1-a65b-3c1bc2d370bf HTTP/1.1" status: 200 len: 210 time: 0.0457530 Jun 06 12:05:29.031168 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 49196) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:05:29.652486 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad888-3686-47e9-9dfa-fa0456c06755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647636'] for router_interface, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:29.777820 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 802b5ce4-1923-4eea-8b03-66ac43eec657 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:05:29.811906 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] No Port match for: 802b5ce4-1923-4eea-8b03-66ac43eec657 {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:05:29.812261 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Device 802b5ce4-1923-4eea-8b03-66ac43eec657 not bound to the agent host hv-cinder-78626 {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:05:30.058922 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-9f5ad888-3686-47e9-9dfa-fa0456c06755 admin admin] Deleting port 67f899a0-34aa-4551-a418-291eac4a3273 {{(pid=91626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:05:30.059491 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad888-3686-47e9-9dfa-fa0456c06755 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:30.178456 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-9f5ad888-3686-47e9-9dfa-fa0456c06755 admin admin] For port 67f899a0-34aa-4551-a418-291eac4a3273, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=67f899a0-34aa-4551-a418-291eac4a3273,segment=NetworkSegment(53dc5a63-7f84-443a-aa79-bce303088597),segment_id=53dc5a63-7f84-443a-aa79-bce303088597)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:05:30.178815 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad888-3686-47e9-9dfa-fa0456c06755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:30.195395 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-ab730a7b-8cf5-42df-bc3d-1bf01f1e2e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:30.302921 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-9f5ad888-3686-47e9-9dfa-fa0456c06755 admin admin] Calling delete_port for 67f899a0-34aa-4551-a418-291eac4a3273 owned by network:router_interface {{(pid=91626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:05:30.581598 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad888-3686-47e9-9dfa-fa0456c06755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1152752'] for port, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:30.586166 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-c05154a2-27ab-4d1a-a904-4e813ca61d87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:30.629484 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ad888-3686-47e9-9dfa-fa0456c06755 admin admin] Pushing event deleted for resources: {'Port': ['ID=67f899a0-34aa-4551-a418-291eac4a3273,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:30.655839 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-9f5ad888-3686-47e9-9dfa-fa0456c06755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:30.986789 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad888-3686-47e9-9dfa-fa0456c06755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-649114'] for router_interface, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:31.339075 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5ad888-3686-47e9-9dfa-fa0456c06755 admin admin] Router 2c077c9b-c85f-48ef-843a-96d55895f05d has already been hosted by L3 agent 3ae38246-b788-4a45-8398-d1ca6712d00e {{(pid=91626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 12:05:31.513098 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5ad888-3686-47e9-9dfa-fa0456c06755 admin admin] Notify agent at l3_agent.dv-cinder-786260-3-smb the message routers_updated {{(pid=91626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 12:05:31.517783 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-9f5ad888-3686-47e9-9dfa-fa0456c06755 admin admin] 10.222.0.42 "PUT /v2.0/routers/2c077c9b-c85f-48ef-843a-96d55895f05d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4856129 Jun 06 12:05:31.520384 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 49198) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:05:31.521337 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d28dcb9-ac9b-4526-ad91-46ea63056364 None None] Sync routers for ids ['2c077c9b-c85f-48ef-843a-96d55895f05d'] in dv-cinder-786260-3-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 12:05:31.531802 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d28dcb9-ac9b-4526-ad91-46ea63056364 None None] Routers {'2c077c9b-c85f-48ef-843a-96d55895f05d'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:05:31.532427 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-1d28dcb9-ac9b-4526-ad91-46ea63056364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T12:05:03Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['2c077c9b-c85f-48ef-843a-96d55895f05d'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:05:31.695591 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-38acdd58-0950-430c-98b0-72d510653c8b admin admin] Notify callbacks [] for router, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:31.708430 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-1d28dcb9-ac9b-4526-ad91-46ea63056364 None None] Set router 2c077c9b-c85f-48ef-843a-96d55895f05d gateway port host: dv-cinder-786260-3-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:05:31.865504 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-38acdd58-0950-430c-98b0-72d510653c8b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:31.934899 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-38acdd58-0950-430c-98b0-72d510653c8b admin admin] Deleting port ae061b07-8f18-4953-9204-9f60dbd7769e {{(pid=91626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:05:31.935243 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-38acdd58-0950-430c-98b0-72d510653c8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:31.994364 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-1d28dcb9-ac9b-4526-ad91-46ea63056364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c077c9b-c85f-48ef-843a-96d55895f05d', 'name': 'tempest-TestMinimumBasicScenario-1164368265-router', 'tenant_id': 'fab26d6ee92144549b46a650bd4f3acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.142'}], 'enable_snat': True}, 'gw_port_id': 'ae061b07-8f18-4953-9204-9f60dbd7769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:10Z', 'updated_at': '2021-06-06T12:05:30Z', 'revision_number': 5, 'project_id': 'fab26d6ee92144549b46a650bd4f3acf', 'gw_port': {'id': 'ae061b07-8f18-4953-9204-9f60dbd7769e', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c077c9b-c85f-48ef-843a-96d55895f05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:10Z', 'updated_at': '2021-06-06T12:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb'}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:05:31.998161 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d28dcb9-ac9b-4526-ad91-46ea63056364 None None] Checking router: 2c077c9b-c85f-48ef-843a-96d55895f05d for host: dv-cinder-786260-3-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 12:05:32.006536 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d28dcb9-ac9b-4526-ad91-46ea63056364 None None] Routers {'2c077c9b-c85f-48ef-843a-96d55895f05d'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:05:32.007166 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-1d28dcb9-ac9b-4526-ad91-46ea63056364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T12:05:03Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['2c077c9b-c85f-48ef-843a-96d55895f05d'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:05:32.162127 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-38acdd58-0950-430c-98b0-72d510653c8b admin admin] For port ae061b07-8f18-4953-9204-9f60dbd7769e, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=ae061b07-8f18-4953-9204-9f60dbd7769e,segment=NetworkSegment(52a7e149-8864-41bb-af99-9d7fcbaa5b17),segment_id=52a7e149-8864-41bb-af99-9d7fcbaa5b17)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:05:32.162478 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-38acdd58-0950-430c-98b0-72d510653c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:32.165263 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-1d28dcb9-ac9b-4526-ad91-46ea63056364 None None] Set router 2c077c9b-c85f-48ef-843a-96d55895f05d gateway port host: None {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:05:32.284101 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-38acdd58-0950-430c-98b0-72d510653c8b admin admin] Calling delete_port for ae061b07-8f18-4953-9204-9f60dbd7769e owned by network:router_gateway {{(pid=91626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:05:32.316486 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-1d28dcb9-ac9b-4526-ad91-46ea63056364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c077c9b-c85f-48ef-843a-96d55895f05d', 'name': 'tempest-TestMinimumBasicScenario-1164368265-router', 'tenant_id': 'fab26d6ee92144549b46a650bd4f3acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:10Z', 'updated_at': '2021-06-06T12:05:31Z', 'revision_number': 6, 'project_id': 'fab26d6ee92144549b46a650bd4f3acf', 'gw_port_host': None}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:05:32.320423 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d28dcb9-ac9b-4526-ad91-46ea63056364 None None] The sync data for ids ['2c077c9b-c85f-48ef-843a-96d55895f05d'] in dv-cinder-786260-3-smb is: [{'id': '2c077c9b-c85f-48ef-843a-96d55895f05d', 'name': 'tempest-TestMinimumBasicScenario-1164368265-router', 'tenant_id': 'fab26d6ee92144549b46a650bd4f3acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:10Z', 'updated_at': '2021-06-06T12:05:31Z', 'revision_number': 6, 'project_id': 'fab26d6ee92144549b46a650bd4f3acf', 'gw_port_host': None}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 12:05:32.429246 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-38acdd58-0950-430c-98b0-72d510653c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1152752'] for port, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:32.434246 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-4a543544-929f-4387-b8d9-54f046c920c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:32.514463 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38acdd58-0950-430c-98b0-72d510653c8b admin admin] Pushing event deleted for resources: {'Port': ['ID=ae061b07-8f18-4953-9204-9f60dbd7769e,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:32.517236 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-38acdd58-0950-430c-98b0-72d510653c8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:32.547773 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:32.581723 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-38acdd58-0950-430c-98b0-72d510653c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625220'] for router_gateway, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:32.768742 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-38acdd58-0950-430c-98b0-72d510653c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5398'] for router, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:32.770938 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-38acdd58-0950-430c-98b0-72d510653c8b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:32.793968 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-38acdd58-0950-430c-98b0-72d510653c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645103'] for router, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:32.794495 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38acdd58-0950-430c-98b0-72d510653c8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c077c9b-c85f-48ef-843a-96d55895f05d {{(pid=91626) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 06 12:05:32.799077 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-38acdd58-0950-430c-98b0-72d510653c8b admin admin] Notify callbacks [] for router, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:32.800262 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-38acdd58-0950-430c-98b0-72d510653c8b admin admin] 10.222.0.42 "DELETE /v2.0/routers/2c077c9b-c85f-48ef-843a-96d55895f05d HTTP/1.1" status: 204 len: 168 time: 1.2789593 Jun 06 12:05:32.802948 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 49200) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:05:32.841146 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-dd73877d-3fd5-4c67-a5cf-403e13c2ca0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:32.863880 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_v2 [None req-83e42e0d-91f1-4a5c-80ef-380f2133b238 admin admin] Deleting subnet 9836d05d-9364-4191-9ea6-f58d3448d7d5 {{(pid=91626) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 12:05:32.866836 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-83e42e0d-91f1-4a5c-80ef-380f2133b238 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:32.915245 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-83e42e0d-91f1-4a5c-80ef-380f2133b238 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2150599'] for subnet, precommit_delete_associations {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:33.029078 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-83e42e0d-91f1-4a5c-80ef-380f2133b238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7795437'] for subnet, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:33.098793 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-83e42e0d-91f1-4a5c-80ef-380f2133b238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7795428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1152541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3070776'] for subnet, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:33.102906 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-44b44242-d11d-4f4f-8f43-74791c1814fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:33.138476 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e42e0d-91f1-4a5c-80ef-380f2133b238 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9836d05d-9364-4191-9ea6-f58d3448d7d5,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:33.141336 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-83e42e0d-91f1-4a5c-80ef-380f2133b238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:33.142348 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-83e42e0d-91f1-4a5c-80ef-380f2133b238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for subnet, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:33.144168 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-83e42e0d-91f1-4a5c-80ef-380f2133b238 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9836d05d-9364-4191-9ea6-f58d3448d7d5 HTTP/1.1" status: 204 len: 168 time: 0.3402970 Jun 06 12:05:33.146725 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [-] (91626) accepted ('10.222.0.42', 49202) {{(pid=91626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:05:33.151859 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65d4943-2a3b-4a43-9c76-11d43ad4fac9 None None] Network d501ac56-1f73-4d26-9432-57320da35bfb requested from dv-cinder-786260-3-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 12:05:33.169684 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 67f899a0-34aa-4551-a418-291eac4a3273 no longer exists at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:05:33.221532 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] No Port match for: 67f899a0-34aa-4551-a418-291eac4a3273 {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:05:33.221921 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 67f899a0-34aa-4551-a418-291eac4a3273 not bound to the agent host dv-cinder-786260-3-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:05:33.222361 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device ae061b07-8f18-4953-9204-9f60dbd7769e no longer exists at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:05:33.253663 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ced7ac20-99ef-4268-9a61-e9c169a886a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7781487'] for network, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:33.261728 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] No Port match for: ae061b07-8f18-4953-9204-9f60dbd7769e {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:05:33.262128 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device ae061b07-8f18-4953-9204-9f60dbd7769e not bound to the agent host dv-cinder-786260-3-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:05:33.337321 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-ced7ac20-99ef-4268-9a61-e9c169a886a1 admin admin] Deleting port e2a4fe20-22be-4591-9340-6f46f08eb0e4 {{(pid=91626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:05:33.337321 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ced7ac20-99ef-4268-9a61-e9c169a886a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:33.438099 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ced7ac20-99ef-4268-9a61-e9c169a886a1 admin admin] For port e2a4fe20-22be-4591-9340-6f46f08eb0e4, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=e2a4fe20-22be-4591-9340-6f46f08eb0e4,segment=NetworkSegment(53dc5a63-7f84-443a-aa79-bce303088597),segment_id=53dc5a63-7f84-443a-aa79-bce303088597)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:05:33.438775 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ced7ac20-99ef-4268-9a61-e9c169a886a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:33.477137 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e977e0f-398e-4d95-93b9-4892febb926c None None] DHCP port deletion for d501ac56-1f73-4d26-9432-57320da35bfb request from dv-cinder-786260-3-smb {{(pid=91627) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 06 12:05:33.541621 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-0e977e0f-398e-4d95-93b9-4892febb926c None None] Deleting port e2a4fe20-22be-4591-9340-6f46f08eb0e4 {{(pid=91627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:05:33.542045 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-0e977e0f-398e-4d95-93b9-4892febb926c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:33.645906 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-0e977e0f-398e-4d95-93b9-4892febb926c None None] For port e2a4fe20-22be-4591-9340-6f46f08eb0e4, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=e2a4fe20-22be-4591-9340-6f46f08eb0e4,segment=NetworkSegment(53dc5a63-7f84-443a-aa79-bce303088597),segment_id=53dc5a63-7f84-443a-aa79-bce303088597)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:05:33.646605 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-0e977e0f-398e-4d95-93b9-4892febb926c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:33.664621 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-ced7ac20-99ef-4268-9a61-e9c169a886a1 admin admin] Calling delete_port for e2a4fe20-22be-4591-9340-6f46f08eb0e4 owned by network:dhcp {{(pid=91626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:05:33.714721 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ced7ac20-99ef-4268-9a61-e9c169a886a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1152752'] for port, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:33.719555 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-fb588013-2c5a-4d4f-9d12-624487a5cef5 tempest-TestMinimumBasicScenario-1096675178 tempest-TestMinimumBasicScenario-1096675178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:33.762533 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7ac20-99ef-4268-9a61-e9c169a886a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2a4fe20-22be-4591-9340-6f46f08eb0e4,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:33.764314 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced7ac20-99ef-4268-9a61-e9c169a886a1 admin admin] No DVR routers for this DVR port e2a4fe20-22be-4591-9340-6f46f08eb0e4 on host dv-cinder-786260-3-smb {{(pid=91626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 12:05:33.765732 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ced7ac20-99ef-4268-9a61-e9c169a886a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:33.778284 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-0e977e0f-398e-4d95-93b9-4892febb926c None None] Calling delete_port for e2a4fe20-22be-4591-9340-6f46f08eb0e4 owned by network:dhcp {{(pid=91627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:05:33.804136 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:33.832822 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-0e977e0f-398e-4d95-93b9-4892febb926c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169'] for port, after_delete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:33.837531 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:33.879081 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ced7ac20-99ef-4268-9a61-e9c169a886a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670900', 'neutron.services.segments.db._delete_segments_for_network-8770687599014'] for network, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:33.880040 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e977e0f-398e-4d95-93b9-4892febb926c None None] Pushing event deleted for resources: {'Port': ['ID=e2a4fe20-22be-4591-9340-6f46f08eb0e4,revision_number=None']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:33.885637 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e977e0f-398e-4d95-93b9-4892febb926c None None] No DVR routers for this DVR port e2a4fe20-22be-4591-9340-6f46f08eb0e4 on host dv-cinder-786260-3-smb {{(pid=91627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 12:05:33.892014 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e977e0f-398e-4d95-93b9-4892febb926c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:33.892433 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e977e0f-398e-4d95-93b9-4892febb926c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:33.892832 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e977e0f-398e-4d95-93b9-4892febb926c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:33.893218 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e977e0f-398e-4d95-93b9-4892febb926c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:33.893601 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e977e0f-398e-4d95-93b9-4892febb926c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:33.893782 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-ced7ac20-99ef-4268-9a61-e9c169a886a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d501ac56-1f73-4d26-9432-57320da35bfb']}} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:05:33.894059 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e977e0f-398e-4d95-93b9-4892febb926c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:33.894435 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e977e0f-398e-4d95-93b9-4892febb926c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:33.894856 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e977e0f-398e-4d95-93b9-4892febb926c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:33.895230 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e977e0f-398e-4d95-93b9-4892febb926c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:33.895603 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e977e0f-398e-4d95-93b9-4892febb926c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:33.896028 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e977e0f-398e-4d95-93b9-4892febb926c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:33.896452 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e977e0f-398e-4d95-93b9-4892febb926c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:33.899673 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-0e977e0f-398e-4d95-93b9-4892febb926c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:33.909496 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-ced7ac20-99ef-4268-9a61-e9c169a886a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53dc5a63-7f84-443a-aa79-bce303088597') {'for_net_delete': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:05:33.909802 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.services.segments.db [None req-ced7ac20-99ef-4268-9a61-e9c169a886a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53dc5a63-7f84-443a-aa79-bce303088597') {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:05:33.920931 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ced7ac20-99ef-4268-9a61-e9c169a886a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770687601345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2150654'] for segment, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:33.936988 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ced7ac20-99ef-4268-9a61-e9c169a886a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118'] for segment, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:33.942896 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced7ac20-99ef-4268-9a61-e9c169a886a1 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=91626) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 12:05:33.943328 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ced7ac20-99ef-4268-9a61-e9c169a886a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1152679'] for segment, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:33.956558 dv-cinder-786260-3-smb neutron-server[91626]: Traceback (most recent call last): Jun 06 12:05:33.956558 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 12:05:33.956558 dv-cinder-786260-3-smb neutron-server[91626]: timer() Jun 06 12:05:33.956558 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 12:05:33.956558 dv-cinder-786260-3-smb neutron-server[91626]: cb(*args, **kw) Jun 06 12:05:33.956558 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 12:05:33.956558 dv-cinder-786260-3-smb neutron-server[91626]: return func(*args, **kwargs) Jun 06 12:05:33.956558 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 12:05:33.956558 dv-cinder-786260-3-smb neutron-server[91626]: self._notify() Jun 06 12:05:33.956558 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 12:05:33.956558 dv-cinder-786260-3-smb neutron-server[91626]: self.callback(batched_events) Jun 06 12:05:33.956558 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 12:05:33.956558 dv-cinder-786260-3-smb neutron-server[91626]: event.method(event) Jun 06 12:05:33.956558 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 12:05:33.956558 dv-cinder-786260-3-smb neutron-server[91626]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 12:05:33.956558 dv-cinder-786260-3-smb neutron-server[91626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 12:05:33.956558 dv-cinder-786260-3-smb neutron-server[91626]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 12:05:33.956558 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 12:05:33.956558 dv-cinder-786260-3-smb neutron-server[91626]: return f(self, *a, **k) Jun 06 12:05:33.956558 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 12:05:33.956558 dv-cinder-786260-3-smb neutron-server[91626]: return self._get(url).json() Jun 06 12:05:33.956558 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 12:05:33.956558 dv-cinder-786260-3-smb neutron-server[91626]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 12:05:33.956558 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 12:05:33.956558 dv-cinder-786260-3-smb neutron-server[91626]: return self.request(url, 'GET', **kwargs) Jun 06 12:05:33.956558 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 12:05:33.956558 dv-cinder-786260-3-smb neutron-server[91626]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 12:05:33.956558 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 12:05:33.956558 dv-cinder-786260-3-smb neutron-server[91626]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 12:05:33.956558 dv-cinder-786260-3-smb neutron-server[91626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 12:05:33.956558 dv-cinder-786260-3-smb neutron-server[91626]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 12:05:33.956558 dv-cinder-786260-3-smb neutron-server[91626]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 12:05:34.032057 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ced7ac20-99ef-4268-9a61-e9c169a886a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-598673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625249'] for network, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:34.035733 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-992bbaae-9d9f-4697-8028-3c46386b3663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:34.049285 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ced7ac20-99ef-4268-9a61-e9c169a886a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for network, before_response {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:34.051151 dv-cinder-786260-3-smb neutron-server[91626]: INFO neutron.wsgi [None req-ced7ac20-99ef-4268-9a61-e9c169a886a1 admin admin] 10.222.0.42 "DELETE /v2.0/networks/d501ac56-1f73-4d26-9432-57320da35bfb HTTP/1.1" status: 204 len: 168 time: 0.9035861 Jun 06 12:05:34.054377 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 49204) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:05:34.057750 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7ac20-99ef-4268-9a61-e9c169a886a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d501ac56-1f73-4d26-9432-57320da35bfb,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:34.060113 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ced7ac20-99ef-4268-9a61-e9c169a886a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:34.292017 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:34.680628 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ad9886d9-2296-4137-b3ee-272d45117bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647636'] for router_interface, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:35.083542 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-ad9886d9-2296-4137-b3ee-272d45117bb0 admin admin] Deleting port 895ecd44-2415-47c9-a651-737ac4b4d39f {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:05:35.084228 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ad9886d9-2296-4137-b3ee-272d45117bb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:35.143167 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device e2a4fe20-22be-4591-9340-6f46f08eb0e4 no longer exists at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:05:35.176949 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] No Port match for: e2a4fe20-22be-4591-9340-6f46f08eb0e4 {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:05:35.177261 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device e2a4fe20-22be-4591-9340-6f46f08eb0e4 not bound to the agent host dv-cinder-786260-3-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:05:35.211637 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [None req-ad9886d9-2296-4137-b3ee-272d45117bb0 admin admin] For port 895ecd44-2415-47c9-a651-737ac4b4d39f, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=895ecd44-2415-47c9-a651-737ac4b4d39f,segment=NetworkSegment(0e26df7d-8258-424a-b720-9e8d735ce4b6),segment_id=0e26df7d-8258-424a-b720-9e8d735ce4b6)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:05:35.212104 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ad9886d9-2296-4137-b3ee-272d45117bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:35.333228 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-ad9886d9-2296-4137-b3ee-272d45117bb0 admin admin] Calling delete_port for 895ecd44-2415-47c9-a651-737ac4b4d39f owned by network:router_interface {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:05:35.561743 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ad9886d9-2296-4137-b3ee-272d45117bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:35.566031 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-558a4610-46ee-43b3-8743-73e32327d240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:35.608818 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9886d9-2296-4137-b3ee-272d45117bb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=895ecd44-2415-47c9-a651-737ac4b4d39f,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:35.634679 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ad9886d9-2296-4137-b3ee-272d45117bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:35.650893 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:35.985619 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ad9886d9-2296-4137-b3ee-272d45117bb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-649114'] for router_interface, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:36.334652 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9886d9-2296-4137-b3ee-272d45117bb0 admin admin] Router abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73 has already been hosted by L3 agent 3ae38246-b788-4a45-8398-d1ca6712d00e {{(pid=91625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 12:05:36.507166 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9886d9-2296-4137-b3ee-272d45117bb0 admin admin] Notify agent at l3_agent.dv-cinder-786260-3-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 12:05:36.513916 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-ad9886d9-2296-4137-b3ee-272d45117bb0 admin admin] 10.222.0.42 "PUT /v2.0/routers/abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4564500 Jun 06 12:05:36.514957 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 49206) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:05:36.517543 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf448878-6eae-41b5-a635-65451606c78d None None] Sync routers for ids ['abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73'] in dv-cinder-786260-3-smb {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 12:05:36.528820 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf448878-6eae-41b5-a635-65451606c78d None None] Routers {'abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:05:36.529446 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-cf448878-6eae-41b5-a635-65451606c78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T12:05:33Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:05:36.686948 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b8f6def6-2825-440f-bd97-87fac8b1a523 admin admin] Notify callbacks [] for router, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:36.707209 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-cf448878-6eae-41b5-a635-65451606c78d None None] Set router abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73 gateway port host: dv-cinder-786260-3-smb {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:05:36.857462 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b8f6def6-2825-440f-bd97-87fac8b1a523 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:36.928770 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-b8f6def6-2825-440f-bd97-87fac8b1a523 admin admin] Deleting port ffda8850-185b-4eb1-a75f-c7706b82527c {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:05:36.929113 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b8f6def6-2825-440f-bd97-87fac8b1a523 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:36.982465 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-cf448878-6eae-41b5-a635-65451606c78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73', 'name': 'tempest-TestMinimumBasicScenario-1781227882-router', 'tenant_id': '5edea1af14404d21af2c6686d5580bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'external_fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.154'}], 'enable_snat': True}, 'gw_port_id': 'ffda8850-185b-4eb1-a75f-c7706b82527c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:16Z', 'updated_at': '2021-06-06T12:05:35Z', 'revision_number': 5, 'project_id': '5edea1af14404d21af2c6686d5580bc6', 'gw_port': {'id': 'ffda8850-185b-4eb1-a75f-c7706b82527c', 'name': '', 'network_id': 'e384afd4-53ce-4e9e-98c9-6e74922afda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ab19a970-7da1-4791-ba0c-534739925629', 'ip_address': '172.28.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:17Z', 'updated_at': '2021-06-06T12:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab19a970-7da1-4791-ba0c-534739925629', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-smb'}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:05:36.986166 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf448878-6eae-41b5-a635-65451606c78d None None] Checking router: abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73 for host: dv-cinder-786260-3-smb {{(pid=91628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 12:05:36.995289 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf448878-6eae-41b5-a635-65451606c78d None None] Routers {'abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73'} bound to L3 agent in host dv-cinder-786260-3-smb {{(pid=91628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:05:36.995900 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-cf448878-6eae-41b5-a635-65451606c78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T11:44:03Z,description=,heartbeat_timestamp=2021-06-06T12:05:33Z,host='dv-cinder-786260-3-smb',id=3ae38246-b788-4a45-8398-d1ca6712d00e,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:44:03Z,topic='l3_agent')) {'router_ids': ['abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73'], 'active': True} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:05:37.150379 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_dvr_db [None req-cf448878-6eae-41b5-a635-65451606c78d None None] Set router abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73 gateway port host: None {{(pid=91628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:05:37.167185 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [None req-b8f6def6-2825-440f-bd97-87fac8b1a523 admin admin] For port ffda8850-185b-4eb1-a75f-c7706b82527c, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=ffda8850-185b-4eb1-a75f-c7706b82527c,segment=NetworkSegment(52a7e149-8864-41bb-af99-9d7fcbaa5b17),segment_id=52a7e149-8864-41bb-af99-9d7fcbaa5b17)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:05:37.167662 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b8f6def6-2825-440f-bd97-87fac8b1a523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:37.255150 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.l3_hamode_db [None req-cf448878-6eae-41b5-a635-65451606c78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73', 'name': 'tempest-TestMinimumBasicScenario-1781227882-router', 'tenant_id': '5edea1af14404d21af2c6686d5580bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:16Z', 'updated_at': '2021-06-06T12:05:36Z', 'revision_number': 6, 'project_id': '5edea1af14404d21af2c6686d5580bc6', 'gw_port_host': None}], 'dv-cinder-786260-3-smb', False) {} {{(pid=91628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:05:37.259104 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf448878-6eae-41b5-a635-65451606c78d None None] The sync data for ids ['abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73'] in dv-cinder-786260-3-smb is: [{'id': 'abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73', 'name': 'tempest-TestMinimumBasicScenario-1781227882-router', 'tenant_id': '5edea1af14404d21af2c6686d5580bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:16Z', 'updated_at': '2021-06-06T12:05:36Z', 'revision_number': 6, 'project_id': '5edea1af14404d21af2c6686d5580bc6', 'gw_port_host': None}] {{(pid=91628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 12:05:37.289722 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-b8f6def6-2825-440f-bd97-87fac8b1a523 admin admin] Calling delete_port for ffda8850-185b-4eb1-a75f-c7706b82527c owned by network:router_gateway {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:05:37.426587 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b8f6def6-2825-440f-bd97-87fac8b1a523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:37.431743 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-2c050373-b2cd-4f77-9ef9-9f14315220db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:37.475551 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f6def6-2825-440f-bd97-87fac8b1a523 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffda8850-185b-4eb1-a75f-c7706b82527c,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:37.478941 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b8f6def6-2825-440f-bd97-87fac8b1a523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:37.569243 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b8f6def6-2825-440f-bd97-87fac8b1a523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625220'] for router_gateway, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:37.752300 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b8f6def6-2825-440f-bd97-87fac8b1a523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5398'] for router, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:37.754469 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b8f6def6-2825-440f-bd97-87fac8b1a523 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:37.777531 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b8f6def6-2825-440f-bd97-87fac8b1a523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645103'] for router, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:37.778088 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f6def6-2825-440f-bd97-87fac8b1a523 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73 {{(pid=91625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 06 12:05:37.782363 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b8f6def6-2825-440f-bd97-87fac8b1a523 admin admin] Notify callbacks [] for router, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:37.783480 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-b8f6def6-2825-440f-bd97-87fac8b1a523 admin admin] 10.222.0.42 "DELETE /v2.0/routers/abf0539b-599c-4ae6-ac0c-fd2b0d8ebf73 HTTP/1.1" status: 204 len: 168 time: 1.2676370 Jun 06 12:05:37.785978 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 49208) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:05:37.845723 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab5c9ca7-c333-4389-87c3-3693a99c51d0 admin admin] Deleting subnet 8a46a519-bcd0-41f8-8b90-55b491d4fd4d {{(pid=91625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 12:05:37.848547 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ab5c9ca7-c333-4389-87c3-3693a99c51d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:37.896811 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ab5c9ca7-c333-4389-87c3-3693a99c51d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2996275'] for subnet, precommit_delete_associations {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:37.974733 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ab5c9ca7-c333-4389-87c3-3693a99c51d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7795437'] for subnet, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:38.047228 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ab5c9ca7-c333-4389-87c3-3693a99c51d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7795428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2700932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4042801'] for subnet, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:38.051845 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:38.086615 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c9ca7-c333-4389-87c3-3693a99c51d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a46a519-bcd0-41f8-8b90-55b491d4fd4d,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:38.089704 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ab5c9ca7-c333-4389-87c3-3693a99c51d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:38.090723 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ab5c9ca7-c333-4389-87c3-3693a99c51d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:38.092631 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-ab5c9ca7-c333-4389-87c3-3693a99c51d0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8a46a519-bcd0-41f8-8b90-55b491d4fd4d HTTP/1.1" status: 204 len: 168 time: 0.3056822 Jun 06 12:05:38.095022 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 49210) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:05:38.100227 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b50a4a1-6dba-4a04-80f7-8d88617b3619 None None] Network 03d4bc0c-9d10-475a-887c-a366b6242e7e requested from dv-cinder-786260-3-smb {{(pid=91627) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 12:05:38.205187 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cbb957ae-bf08-4b37-b52f-2c59daa6a0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7781487'] for network, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:38.282920 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-cbb957ae-bf08-4b37-b52f-2c59daa6a0c3 admin admin] Deleting port 42aa9255-d266-4ea4-8c84-482e5be72ff2 {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:05:38.283708 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cbb957ae-bf08-4b37-b52f-2c59daa6a0c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:38.371436 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a81087-876b-4262-929f-6c67b29792e6 None None] DHCP port deletion for 03d4bc0c-9d10-475a-887c-a366b6242e7e request from dv-cinder-786260-3-smb {{(pid=91627) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 06 12:05:38.387204 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [None req-cbb957ae-bf08-4b37-b52f-2c59daa6a0c3 admin admin] For port 42aa9255-d266-4ea4-8c84-482e5be72ff2, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=42aa9255-d266-4ea4-8c84-482e5be72ff2,segment=NetworkSegment(0e26df7d-8258-424a-b720-9e8d735ce4b6),segment_id=0e26df7d-8258-424a-b720-9e8d735ce4b6)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:05:38.387572 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cbb957ae-bf08-4b37-b52f-2c59daa6a0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:38.437826 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-28a81087-876b-4262-929f-6c67b29792e6 None None] Deleting port 42aa9255-d266-4ea4-8c84-482e5be72ff2 {{(pid=91627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:05:38.438241 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-28a81087-876b-4262-929f-6c67b29792e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770687635164'] for port, before_delete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:38.511771 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-cbb957ae-bf08-4b37-b52f-2c59daa6a0c3 admin admin] Calling delete_port for 42aa9255-d266-4ea4-8c84-482e5be72ff2 owned by network:dhcp {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:05:38.537228 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-28a81087-876b-4262-929f-6c67b29792e6 None None] For port 42aa9255-d266-4ea4-8c84-482e5be72ff2, host dv-cinder-786260-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-smb',level=0,port_id=42aa9255-d266-4ea4-8c84-482e5be72ff2,segment=NetworkSegment(0e26df7d-8258-424a-b720-9e8d735ce4b6),segment_id=0e26df7d-8258-424a-b720-9e8d735ce4b6)] {{(pid=91627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:05:38.537555 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-28a81087-876b-4262-929f-6c67b29792e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647811'] for port, precommit_delete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:38.558725 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cbb957ae-bf08-4b37-b52f-2c59daa6a0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700905'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:38.562449 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-589ac06c-d59c-4e96-a072-88b3ed4abef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:38.660523 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-28a81087-876b-4262-929f-6c67b29792e6 None None] Calling delete_port for 42aa9255-d266-4ea4-8c84-482e5be72ff2 owned by network:dhcp {{(pid=91627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:05:38.704348 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-28a81087-876b-4262-929f-6c67b29792e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7912334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770687638492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770687138169'] for port, after_delete {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:38.708445 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-2f65dd49-fb6e-4872-aa31-1c08b8d6a189 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:38.710001 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb957ae-bf08-4b37-b52f-2c59daa6a0c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=42aa9255-d266-4ea4-8c84-482e5be72ff2,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:38.713700 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-cbb957ae-bf08-4b37-b52f-2c59daa6a0c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:38.714510 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb957ae-bf08-4b37-b52f-2c59daa6a0c3 admin admin] No DVR routers for this DVR port 42aa9255-d266-4ea4-8c84-482e5be72ff2 on host dv-cinder-786260-3-smb {{(pid=91625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 12:05:38.783814 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a81087-876b-4262-929f-6c67b29792e6 None None] Pushing event deleted for resources: {'Port': ['ID=42aa9255-d266-4ea4-8c84-482e5be72ff2,revision_number=None']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:38.786728 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-28a81087-876b-4262-929f-6c67b29792e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:38.791600 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a81087-876b-4262-929f-6c67b29792e6 None None] No DVR routers for this DVR port 42aa9255-d266-4ea4-8c84-482e5be72ff2 on host dv-cinder-786260-3-smb {{(pid=91627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 12:05:38.832632 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cbb957ae-bf08-4b37-b52f-2c59daa6a0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7670900', 'neutron.services.segments.db._delete_segments_for_network-8770687599014'] for network, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:38.845018 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-cbb957ae-bf08-4b37-b52f-2c59daa6a0c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03d4bc0c-9d10-475a-887c-a366b6242e7e']}} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:05:38.857371 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-cbb957ae-bf08-4b37-b52f-2c59daa6a0c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e26df7d-8258-424a-b720-9e8d735ce4b6') {'for_net_delete': True} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:05:38.857679 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-cbb957ae-bf08-4b37-b52f-2c59daa6a0c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e26df7d-8258-424a-b720-9e8d735ce4b6') {} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:05:38.869330 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cbb957ae-bf08-4b37-b52f-2c59daa6a0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770687601345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2996234'] for segment, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:38.885354 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cbb957ae-bf08-4b37-b52f-2c59daa6a0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118'] for segment, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:38.891563 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbb957ae-bf08-4b37-b52f-2c59daa6a0c3 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=91625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 12:05:38.892066 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cbb957ae-bf08-4b37-b52f-2c59daa6a0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2700862'] for segment, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:38.906322 dv-cinder-786260-3-smb neutron-server[91625]: Traceback (most recent call last): Jun 06 12:05:38.906322 dv-cinder-786260-3-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 12:05:38.906322 dv-cinder-786260-3-smb neutron-server[91625]: timer() Jun 06 12:05:38.906322 dv-cinder-786260-3-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 12:05:38.906322 dv-cinder-786260-3-smb neutron-server[91625]: cb(*args, **kw) Jun 06 12:05:38.906322 dv-cinder-786260-3-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 12:05:38.906322 dv-cinder-786260-3-smb neutron-server[91625]: return func(*args, **kwargs) Jun 06 12:05:38.906322 dv-cinder-786260-3-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 12:05:38.906322 dv-cinder-786260-3-smb neutron-server[91625]: self._notify() Jun 06 12:05:38.906322 dv-cinder-786260-3-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 12:05:38.906322 dv-cinder-786260-3-smb neutron-server[91625]: self.callback(batched_events) Jun 06 12:05:38.906322 dv-cinder-786260-3-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 12:05:38.906322 dv-cinder-786260-3-smb neutron-server[91625]: event.method(event) Jun 06 12:05:38.906322 dv-cinder-786260-3-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 12:05:38.906322 dv-cinder-786260-3-smb neutron-server[91625]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 12:05:38.906322 dv-cinder-786260-3-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 12:05:38.906322 dv-cinder-786260-3-smb neutron-server[91625]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 12:05:38.906322 dv-cinder-786260-3-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 12:05:38.906322 dv-cinder-786260-3-smb neutron-server[91625]: return f(self, *a, **k) Jun 06 12:05:38.906322 dv-cinder-786260-3-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 12:05:38.906322 dv-cinder-786260-3-smb neutron-server[91625]: return self._get(url).json() Jun 06 12:05:38.906322 dv-cinder-786260-3-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 12:05:38.906322 dv-cinder-786260-3-smb neutron-server[91625]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 12:05:38.906322 dv-cinder-786260-3-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 12:05:38.906322 dv-cinder-786260-3-smb neutron-server[91625]: return self.request(url, 'GET', **kwargs) Jun 06 12:05:38.906322 dv-cinder-786260-3-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 12:05:38.906322 dv-cinder-786260-3-smb neutron-server[91625]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 12:05:38.906322 dv-cinder-786260-3-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 12:05:38.906322 dv-cinder-786260-3-smb neutron-server[91625]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 12:05:38.906322 dv-cinder-786260-3-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 12:05:38.906322 dv-cinder-786260-3-smb neutron-server[91625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 12:05:38.906322 dv-cinder-786260-3-smb neutron-server[91625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 12:05:38.983323 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cbb957ae-bf08-4b37-b52f-2c59daa6a0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7670895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-598673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625249'] for network, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:38.987207 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-cb618e9b-d28e-49a0-85bc-cf89f6b2d1d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:39.002272 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cbb957ae-bf08-4b37-b52f-2c59daa6a0c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598774'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:39.004065 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-cbb957ae-bf08-4b37-b52f-2c59daa6a0c3 admin admin] 10.222.0.42 "DELETE /v2.0/networks/03d4bc0c-9d10-475a-887c-a366b6242e7e HTTP/1.1" status: 204 len: 168 time: 0.9081075 Jun 06 12:05:39.007263 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb957ae-bf08-4b37-b52f-2c59daa6a0c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=03d4bc0c-9d10-475a-887c-a366b6242e7e,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:39.009692 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-cbb957ae-bf08-4b37-b52f-2c59daa6a0c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:39.158515 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device ffda8850-185b-4eb1-a75f-c7706b82527c no longer exists at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:05:39.192664 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] No Port match for: ffda8850-185b-4eb1-a75f-c7706b82527c {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:05:39.193026 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device ffda8850-185b-4eb1-a75f-c7706b82527c not bound to the agent host dv-cinder-786260-3-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:05:39.193460 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 895ecd44-2415-47c9-a651-737ac4b4d39f no longer exists at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:05:39.195031 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 49214) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:05:39.229092 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] No Port match for: 895ecd44-2415-47c9-a651-737ac4b4d39f {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:05:39.229442 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 895ecd44-2415-47c9-a651-737ac4b4d39f not bound to the agent host dv-cinder-786260-3-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:05:39.229890 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 42aa9255-d266-4ea4-8c84-482e5be72ff2 no longer exists at agent ovs-agent-dv-cinder-786260-3-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:05:39.243286 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-9ea23489-1c4f-4efc-accb-3449245df110 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fab26d6ee92144549b46a650bd4f3acf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468855 Jun 06 12:05:39.245563 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 49216) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:05:39.263134 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.plugin [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] No Port match for: 42aa9255-d266-4ea4-8c84-482e5be72ff2 {{(pid=91627) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:05:39.263488 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.rpc [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Device 42aa9255-d266-4ea4-8c84-482e5be72ff2 not bound to the agent host dv-cinder-786260-3-smb {{(pid=91627) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:05:39.301867 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d09da3dd-c313-4da9-94db-a098635dcb19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:39.327272 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d09da3dd-c313-4da9-94db-a098635dcb19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:39.377998 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d09da3dd-c313-4da9-94db-a098635dcb19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:39.380714 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d09da3dd-c313-4da9-94db-a098635dcb19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:39.381825 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-d09da3dd-c313-4da9-94db-a098635dcb19 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5dcfcb98-9df9-43f5-8e3d-2db787eec671 HTTP/1.1" status: 204 len: 168 time: 0.1353791 Jun 06 12:05:39.382588 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-98334612-72fa-45e4-b540-d8c893982b0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:39.392169 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09da3dd-c313-4da9-94db-a098635dcb19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcfcb98-9df9-43f5-8e3d-2db787eec671,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:39.394496 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-d09da3dd-c313-4da9-94db-a098635dcb19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:39.733041 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 49222) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:05:39.784404 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-65f1a1bb-6836-40c0-9b98-e1e8de38162e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5edea1af14404d21af2c6686d5580bc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500839 Jun 06 12:05:39.786685 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.42', 49224) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:05:39.842909 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cb71b70f-e672-49a9-a48e-ae57de47bc9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:39.868374 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cb71b70f-e672-49a9-a48e-ae57de47bc9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:39.919800 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cb71b70f-e672-49a9-a48e-ae57de47bc9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413193'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:39.922363 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cb71b70f-e672-49a9-a48e-ae57de47bc9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:39.923464 dv-cinder-786260-3-smb neutron-server[91625]: INFO neutron.wsgi [None req-cb71b70f-e672-49a9-a48e-ae57de47bc9d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f5197140-97cd-4eb5-aaf7-fcba6a036e0e HTTP/1.1" status: 204 len: 168 time: 0.1358573 Jun 06 12:05:39.924210 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-9e13dc91-a742-4489-84fd-0ea43f1f963b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:39.935730 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71b70f-e672-49a9-a48e-ae57de47bc9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5197140-97cd-4eb5-aaf7-fcba6a036e0e,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:39.938664 dv-cinder-786260-3-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-cb71b70f-e672-49a9-a48e-ae57de47bc9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:52.059485 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-4e695d9d-1565-4cb0-823c-0d72073c09bd None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:06:00.196608 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-afeda81b-c044-4faf-9e79-e2c269a84670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:02.550110 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:02.843205 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-66720337-9b60-46b3-b3d4-8ecd71cbe300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:03.785599 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:04.294594 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:05.650179 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:29.057938 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-4e695d9d-1565-4cb0-823c-0d72073c09bd None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:06:30.198144 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-f45773c2-1479-4bc1-9a89-622cefdb17a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:32.555247 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:32.844293 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-91600a2e-8069-44db-94cd-8ff6e97086fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:33.788400 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:34.307865 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:35.656723 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:00.199139 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-35430293-03d5-4dc6-9469-e3e1ff522a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:02.556361 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:02.845793 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-b9318278-4557-4b6d-af29-692df30621a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:03.792269 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:04.335935 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:05.656086 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:06.057537 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-4e695d9d-1565-4cb0-823c-0d72073c09bd None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:07:18.457787 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [req-6bb51fdc-1049-44b1-928b-8da3c907cf11 req-178c13f5-741b-4332-873e-f92a44c85fa4 service neutron] (91626) timed out ('10.222.0.11', 64462) {{(pid=91626) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 06 12:07:30.199971 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-b49fe571-f5be-4244-a71e-a62625df5de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:32.558935 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:32.846046 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-6c143cb5-496b-4d86-96af-467e5f8ded44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:33.794068 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:34.360278 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:35.660532 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:43.055763 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-4e695d9d-1565-4cb0-823c-0d72073c09bd None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:08:00.201739 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-1e5ea61d-d4c5-4fc0-aa85-6b52618cd225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:02.562476 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:02.847347 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-f9faa10b-e66c-4e85-aa2d-17c94596c18a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:03.797120 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:04.374376 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:05.660622 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:20.054229 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-4e695d9d-1565-4cb0-823c-0d72073c09bd None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:08:30.202401 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-5d92739a-1d17-439b-a41e-0ebbd36217e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:32.564680 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:32.849092 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-bbc6b044-6d10-45cd-948d-5755466d5ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:33.799381 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:34.391274 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:35.662908 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:57.053102 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-4e695d9d-1565-4cb0-823c-0d72073c09bd None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:09:00.204459 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-aed6d828-97b0-4389-b34b-2ef97bf68abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:02.567321 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:02.850265 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-b003a83e-3f12-423e-9a7c-5e987596db67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:03.802318 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:04.384739 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:05.666187 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:30.206183 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-749164af-9461-411d-9135-44c00272f454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:32.569774 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:32.851243 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-d6b5f041-852c-47b3-8d14-33831ae2f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:33.805571 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:34.051291 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-4e695d9d-1565-4cb0-823c-0d72073c09bd None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:09:34.389521 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:35.669743 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:53.717227 dv-cinder-786260-3-smb neutron-server[91626]: DEBUG neutron.wsgi [req-c077e26f-c331-4ce3-a781-65a99d64fe6e req-704b6453-3c3b-462e-a184-8e8acbc82c25 service neutron] (91626) timed out ('10.222.0.11', 64414) {{(pid=91626) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 06 12:10:00.207672 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-1516cdc9-8865-4dfe-bde8-9ba2088e7467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:02.571487 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-8cdfc9ef-b224-48de-9854-9ae60eeb20d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:02.852873 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3070a5b5-e643-470f-9467-d8fefa57471e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:03.809179 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3aec8603-0672-497b-ba7e-237902bcd952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:04.407068 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-3df44a41-11cf-43e1-81f8-fd3315c4a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:05.672446 dv-cinder-786260-3-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-4ea6799f-8aa7-480f-a8a2-23cc1ce5f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770687598996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7799978'] for agent, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:11.049716 dv-cinder-786260-3-smb neutron-server[91628]: DEBUG neutron.db.agents_db [None req-4e695d9d-1565-4cb0-823c-0d72073c09bd None None] Agent healthcheck: found 6 active agents {{(pid=91628) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}